framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,4096,15.817728042602539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,3584,13.416447639465332
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,5120,20.22809600830078
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,8192,31.703039169311523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,2560,11.019264221191406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,2048,7.949312210083008
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,7168,27.486207962036133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,3072,11.86508846282959
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,128,1.4735360145568848
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,512,2.441215991973877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,256,1.4981119632720947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,1024,4.189184188842773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,1536,6.097919940948486
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,10240,40.13363265991211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,8192,8.436736106872559
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,10240,10.296319961547852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,16384,17.58515167236328
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,4096,4.0069122314453125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,16384,65.6015396118164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,5120,4.883456230163574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,7168,7.121920108795166
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,12288,12.45315170288086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,3584,3.7908480167388916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,2048,2.3070719242095947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,1024,1.1818560361862183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,512,0.7434239983558655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,128,0.3495039939880371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,2560,2.5100479125976562
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,256,0.37507200241088867
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,1536,1.7745920419692993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,3072,3.463167905807495
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,8192,6.159359931945801
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,7168,5.626880168914795
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,10240,7.708672046661377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,4096,3.0566399097442627
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,16384,12.981280326843262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,5120,3.930111885070801
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,65536,12288,48.75263977050781
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,2048,1.763327956199646
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,3584,2.5610239505767822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,2560,2.164736032485962
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,12288,9.096192359924316
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,512,0.47308799624443054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,1024,0.9144319891929626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,128,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,3072,2.5569279193878174
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,256,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,1536,1.3209600448608398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,8192,5.105663776397705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,7168,4.522111892700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,10240,6.723584175109863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,5120,3.2430078983306885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,16384,11.019264221191406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,4096,2.6613759994506836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,3584,2.5118720531463623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,2048,1.3281279802322388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,12288,8.153087615966797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,2560,1.8288639783859253
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,1024,0.7476800084114075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,512,0.3954559862613678
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,256,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,3072,2.1710400581359863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,128,0.21199999749660492
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,1536,1.0762879848480225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,8192,4.0366082191467285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,10240,5.3145599365234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,16384,8.667136192321777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,16384,65536,68.11456298828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,7168,3.6659200191497803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,12288,6.193151950836182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,5120,2.6060800552368164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,4096,2.3152639865875244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,2048,1.1694079637527466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,2560,1.4592000246047974
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,3584,1.726464033126831
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,1536,0.899071991443634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,3072,1.5667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,256,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,1024,0.6010879874229431
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,128,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,512,0.3227199912071228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,12288,65536,52.171775817871094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,8192,3.6618239879608154
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,10240,4.576255798339844
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,5120,2.5602879524230957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,16384,7.75167989730835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,4096,2.075648069381714
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,7168,3.313663959503174
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,12288,5.837823867797852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,2048,1.0536960363388062
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,3584,1.7787200212478638
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,3072,1.51363205909729
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,2560,1.1438080072402954
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,1024,0.5273600220680237
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,512,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,128,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,256,0.1600320041179657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,1536,0.78438401222229
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,10240,65536,43.822078704833984
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,8192,2.78220796585083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,10240,3.44268798828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,16384,5.623807907104492
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,5120,1.7551360130310059
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,7168,2.5088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,4096,1.393664002418518
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,12288,4.30182409286499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,2560,0.92876797914505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,2048,0.7403519749641418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,3584,1.2861440181732178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,3072,1.0455039739608765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,256,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,512,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,128,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,1536,0.5683199763298035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,1024,0.3821440041065216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,8192,65536,34.17804718017578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,8192,2.234368085861206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,7168,1.9128320217132568
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,10240,2.7494399547576904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,16384,4.547584056854248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,5120,1.3496320247650146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,4096,1.1653120517730713
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,3584,1.0250240564346313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,12288,3.3474559783935547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,2048,0.5816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,2560,0.7577599883079529
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,1024,0.3307519853115082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,512,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,3072,0.8704000115394592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,256,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,128,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,1536,0.45260798931121826
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,8192,1.8892799615859985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,7168,65536,30.16908836364746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,10240,2.4238080978393555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,16384,4.0069122314453125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,4096,1.0485759973526
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,12288,2.805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,7168,1.6353280544281006
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,5120,1.1827199459075928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,3584,0.894976019859314
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,2048,0.5232639908790588
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,2560,0.6492159962654114
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,1024,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,1536,0.3993600010871887
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,512,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,3072,0.7720959782600403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,256,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,128,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,5120,65536,22.075424194335938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,8192,1.59334397315979
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,7168,1.376255989074707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,10240,1.9947839975357056
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,16384,3.4805760383605957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,4096,0.7833600044250488
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,5120,1.0086400508880615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,12288,2.357248067855835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,3584,0.6737920045852661
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,2048,0.4403199851512909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,4096,65536,17.302528381347656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,2560,0.5181440114974976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,3072,0.6544640064239502
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,1024,0.2385919988155365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,256,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,512,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,128,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,1536,0.34406399726867676
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,8192,1.423359990119934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,7168,1.2830719947814941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,10240,1.8216960430145264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,16384,3.0361599922180176
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,4096,0.7004160284996033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,5120,0.9687039852142334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,12288,1.999135971069336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,3584,0.6563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3584,65536,14.906368255615234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,2048,0.38092800974845886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,2560,0.48127999901771545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,1024,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,3072,0.5642240047454834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,128,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,256,0.06259199976921082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,1536,0.2805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,512,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,8192,1.1980799436569214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,7168,0.9052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,10240,1.4612799882888794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,4096,0.5222399830818176
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,16384,2.3009281158447266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,5120,0.6768640279769897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,12288,1.5902719497680664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,3584,0.5099520087242126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,2560,0.37785598635673523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,2048,0.3041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,3072,0.44646400213241577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,1536,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,1024,0.15990400314331055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,256,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,512,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,3072,65536,12.869664192199707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,128,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,8192,0.792576014995575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,7168,0.6778879761695862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,10240,1.0536960363388062
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,16384,1.7571840286254883
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,4096,0.4362240135669708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,5120,0.5468159914016724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,12288,1.1909120082855225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,3584,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,2048,0.2245119959115982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,3072,0.33484798669815063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,2560,0.2836480140686035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,1536,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,1024,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,512,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,128,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,256,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2560,65536,11.184127807617188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,8192,0.5439680218696594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,7168,0.4792320132255554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,10240,0.6717439889907837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,16384,1.0618879795074463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,12288,0.8181759715080261
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,5120,0.37990400195121765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,4096,0.30822399258613586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,3584,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,2560,0.1958400011062622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,3072,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,2048,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,1536,0.12406399846076965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,1024,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,2048,65536,8.724479675292969
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,256,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,128,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,8192,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,7168,0.2734079957008362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,10240,0.374783992767334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,16384,0.5826560258865356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,12288,0.4423680007457733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,4096,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,5120,0.20608000457286835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,3584,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,2560,0.10652799904346466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,3072,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,2048,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1536,65536,6.52185583114624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,1536,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,1024,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,256,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,512,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,128,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,8192,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,7168,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,10240,0.2887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,12288,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,16384,0.4536319971084595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,1024,65536,4.459519863128662
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,4096,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,5120,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,3584,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,3072,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,2048,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,1024,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,1536,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,512,65536,2.362368106842041
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,8192,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,7168,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,10240,0.2682879865169525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,12288,0.34508800506591797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,5120,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,16384,0.4249599874019623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,4096,0.11580800265073776
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,3584,0.09747199714183807
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,2560,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,2048,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,1536,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,256,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,256,65536,1.6762880086898804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,5120,9.51807975769043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,8192,15.622143745422363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8192,128,65536,1.605631947517395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,4096,9.335807800292969
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,2560,5.850111961364746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,3584,7.986176013946533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,3072,6.845439910888672
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,2048,4.634624004364014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,1024,2.387968063354492
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,512,1.2636159658432007
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,128,0.7262399792671204
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,256,0.7782400250434875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,16384,9.125887870788574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,1536,3.6382720470428467
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,7168,13.776896476745605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,8192,4.561952114105225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,10240,5.635072231292725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,7168,3.975167989730835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,5120,2.8917760848999023
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,4096,2.2805440425872803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,12288,6.106112003326416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,10240,20.23731231689453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,3584,2.0039680004119873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,2048,1.1735039949417114
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,2560,1.457152009010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,1024,0.6041600108146667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,3072,1.756160020828247
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,512,0.32256001234054565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,128,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,1536,0.8888319730758667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,256,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,16384,33.05574417114258
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,8192,3.0617599487304688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,10240,4.282368183135986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,16384,6.369279861450195
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,5120,2.0930559635162354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,7168,3.027967929840088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,4096,1.7551360130310059
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,12288,5.0032639503479
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,2048,0.8755199909210205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,3584,1.539072036743164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,3072,1.2892160415649414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,2560,1.0987839698791504
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,1024,0.5181440114974976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,512,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,128,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,256,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,1536,0.7167999744415283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,65536,12288,24.656896591186523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,8192,2.9276158809661865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,10240,3.728384017944336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,5120,1.8186240196228027
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,16384,5.3002238273620605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,3584,1.2595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,7168,2.6042559146881104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,4096,1.4960639476776123
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,12288,4.35097599029541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,2048,0.7423999905586243
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,2560,0.9205759763717651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,1536,0.5611839890480042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,1024,0.38707199692726135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,3072,1.1141120195388794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,256,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,512,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,128,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,8192,2.3193600177764893
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,16384,65536,33.24006271362305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,10240,2.915328025817871
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,16384,4.376575946807861
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,5120,1.4704639911651611
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,4096,1.1724799871444702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,7168,2.021375894546509
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,12288,3.4795520305633545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,2048,0.5877760052680969
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,3584,1.0086400508880615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,2560,0.7261760234832764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,1536,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,3072,0.886784017086029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,256,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,512,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,128,0.0626240000128746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,1024,0.30822399258613586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,12288,3.0443520545959473
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,16384,3.7468159198760986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,12288,65536,25.069568634033203
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,8192,1.9804160594940186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,5120,1.2564480304718018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,4096,1.0178560018539429
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,3072,0.7680000066757202
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,7168,1.7745920419692993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,1536,0.40243199467658997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,10240,2.529344081878662
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,2048,0.52019202709198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,3584,0.8960000276565552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,1024,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,512,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,256,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,128,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,2560,0.6584320068359375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,8192,1.5257600545883179
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,10240,1.908735990524292
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,16384,2.6664960384368896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,10240,65536,21.993471145629883
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,12288,1.8995200395584106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,7168,1.3383680582046509
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,4096,0.7413759827613831
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,5120,0.9185280203819275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,2048,0.37785598635673523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,3584,0.6512640118598938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,2560,0.46694400906562805
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,3072,0.5662720203399658
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,1536,0.2877439856529236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,256,0.061535999178886414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,512,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,1024,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,128,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,8192,1.2144639492034912
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,8192,65536,16.56012725830078
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,10240,1.3159680366516113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,16384,2.0838398933410645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,12288,1.7643519639968872
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,4096,0.5857279896736145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,7168,1.018880009651184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,5120,0.737280011177063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,3584,0.5222399830818176
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,1536,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,2560,0.37376001477241516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,2048,0.3041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,3072,0.449535995721817
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,512,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,1024,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,256,0.050303999334573746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,128,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,8192,1.0629119873046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,65536,7.284800052642822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,10240,1.3004800081253052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,16384,2.0685439109802246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,12288,1.5206400156021118
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,7168,65536,15.078399658203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,4096,0.506879985332489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,5120,65536,11.183103561401367
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,7168,0.8826879858970642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,5120,0.6369280219078064
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,2560,0.3266560137271881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,1024,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,3584,0.45772799849510193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,2048,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,256,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,512,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,128,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,1536,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3584,3072,0.3852800130844116
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,8192,0.796671986579895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,5120,0.5509120225906372
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,4096,0.4433920085430145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,7168,0.7639039754867554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,10240,1.1233279705047607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,16384,1.6291840076446533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,3584,0.38604798913002014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,2560,0.27955201268196106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,3072,0.3338240087032318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,2048,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,12288,1.307647943496704
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,4096,65536,8.256511688232422
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,128,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,256,0.039264000952243805
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,512,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,1024,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,1536,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,10240,0.9205759763717651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,5120,0.47206398844718933
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,8192,0.7434239983558655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,4096,0.3850240111351013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,7168,0.652288019657135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,2048,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,3584,0.3359679877758026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,16384,1.4376959800720215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,2560,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,3072,0.2941119968891144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,1536,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,12288,1.1151360273361206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,256,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,512,0.058559998869895935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,128,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,1024,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,10240,0.7301120162010193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,8192,0.5959680080413818
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,7168,0.5212159752845764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,5120,0.3829759955406189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,4096,0.3051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,16384,1.1653120517730713
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,3584,0.2682879865169525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,12288,0.881663978099823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,3072,0.23552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,2048,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,1024,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,2560,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,1536,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,256,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,128,0.01961600035429001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,3072,65536,6.263807773590088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,8192,0.441536009311676
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,10240,0.549888014793396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,16384,0.8611840009689331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,12288,0.6635519862174988
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,4096,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,65536,3.2225279808044434
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,5120,0.27955201268196106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,3072,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,7168,0.39423999190330505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,2560,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,3584,0.20307199656963348
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,2048,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,1024,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,512,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1536,1536,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2560,65536,5.449024200439453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,8192,0.3092480003833771
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,7168,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,5120,0.2664960026741028
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,10240,0.37376001477241516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,12288,0.40857601165771484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,16384,0.5939199924468994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,2560,0.09334400296211243
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,4096,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,3072,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,3584,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,2048,65536,4.25267219543457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,2048,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,256,0.017696000635623932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,1024,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,512,0.027807999402284622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,1536,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,7168,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,5120,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,8192,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,10240,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,4096,0.08207999914884567
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,12288,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,3072,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,16384,0.31040000915527344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,3584,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,2048,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,2560,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,1024,0.024831999093294144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,1536,0.033984001725912094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,128,0.00825599953532219
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,8192,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,7168,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,12288,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,10240,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,16384,0.24083200097084045
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,3072,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,4096,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,5120,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,3584,0.04105599969625473
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,1024,65536,2.2466559410095215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,512,65536,1.1970560550689697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,8192,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,7168,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,10240,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,12288,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,16384,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,5120,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,4096,0.0522879995405674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,2560,0.020735999569296837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,256,65536,0.8335360288619995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,2048,0.023679999634623528
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,256,0.006496000103652477
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4096,128,65536,0.8232960104942322
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,3584,4.175871849060059
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,4096,4.689919948577881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,5120,5.755904197692871
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,3072,3.4303998947143555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,8192,9.149439811706543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,2560,2.8743679523468018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,2048,2.30729603767395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,512,0.6451200246810913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,7168,8.022015571594238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,1024,1.2257280349731445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,128,0.3635199964046478
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,256,0.4065279960632324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,1536,1.815551996231079
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,10240,10.861568450927734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,8192,2.317312002182007
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,10240,2.7944960594177246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,16384,4.641791820526123
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,5120,1.4499839544296265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,12288,3.4693119525909424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,4096,1.1236480474472046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,16384,15.971327781677246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,3584,1.0147839784622192
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,7168,2.0387840270996094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,1024,0.3092480003833771
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,512,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,2048,0.5785599946975708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,128,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,1536,0.45260798931121826
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,2560,0.7342079877853394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,3072,0.8611840009689331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,256,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,12288,2.531327962875366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,8192,1.7111040353775024
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,16384,3.4047999382019043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,4096,0.851967990398407
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,3072,0.6543359756469727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,3584,0.7577599883079529
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,5120,1.0127359628677368
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,7168,1.5206400156021118
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,1536,0.3317759931087494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,2048,0.4433920085430145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,512,0.1260800063610077
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,1024,0.23654399812221527
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,2560,0.5521280169487
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,256,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,128,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,10240,2.1493759155273438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,10240,1.8984960317611694
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,65536,12288,11.972607612609863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,8192,1.5534080266952515
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,5120,0.9256960153579712
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,7168,1.2984319925308228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,4096,0.7567359805107117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,2560,0.4710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,16384,2.944096088409424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,3584,0.6533120274543762
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,1536,0.2887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,3072,0.5601279735565186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,2048,0.3829759955406189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,12288,2.199552059173584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,1024,0.19894400238990784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,256,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,512,0.10361599922180176
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,128,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,12288,1.7287360429763794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,7168,1.0127359628677368
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,8192,1.1694079637527466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,4096,0.5980160236358643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,5120,0.7290880084037781
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,10240,1.462272047996521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,3072,0.44441598653793335
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,16384,2.347264051437378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,2048,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,3584,0.5304319858551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,2560,0.37376001477241516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,1024,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,512,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,256,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,1536,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,128,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,10240,1.274176001548767
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,16384,65536,16.18841552734375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,8192,1.0130879878997803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,16384,2.0480000972747803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,7168,0.881663978099823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,12288,1.5134719610214233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,5120,0.638975977897644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,4096,0.5099520087242126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,3584,0.4536319971084595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,2048,0.26316800713539124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,2560,0.3256320059299469
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,3072,0.38812801241874695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,1024,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,512,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,1536,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,128,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,256,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,12288,65536,12.427264213562012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,10240,65536,10.41100788116455
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,8192,0.749567985534668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,10240,0.936959981918335
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,16384,1.474560022354126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,12288,1.1161600351333618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,5120,0.4782080054283142
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,3584,0.3389439880847931
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,7168,0.647167980670929
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,4096,0.38604798913002014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,2048,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,1024,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,2560,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,1536,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,3072,0.289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,512,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,8192,65536,8.250368118286133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,128,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,256,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,12288,0.8775680065155029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,8192,0.5949440002441406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,4096,0.3051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,5120,0.38092800974845886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,7168,0.5234240293502808
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,10240,0.7323840260505676
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,3072,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,2560,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,16384,1.154047966003418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,3584,0.2682879865169525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,2048,0.16099199652671814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,1024,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,1536,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,128,0.02054399996995926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,256,0.029823999851942062
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,7168,65536,7.29088020324707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,8192,0.5150719881057739
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,7168,0.4505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,5120,0.32870399951934814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,4096,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,10240,0.6420480012893677
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,16384,1.0168319940567017
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,12288,0.7710719704627991
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,3584,0.23574399948120117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,2560,0.17132799327373505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,1024,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,2048,0.14163200557231903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,3072,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,1536,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,5120,65536,5.2848639488220215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,256,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,512,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,128,0.018464000895619392
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,8192,0.4423680007457733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,7168,0.38707199692726135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,10240,0.5416960120201111
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,5120,0.2836480140686035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,16384,0.8611840009689331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,12288,0.6594560146331787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,65536,3.1191039085388184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,4096,0.22950400412082672
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,3584,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,2560,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,2048,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,3072,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,4096,65536,4.264959812164307
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,1024,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,512,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,128,0.016575999557971954
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,1536,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3072,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,10240,0.4689919948577881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,5120,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,4096,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,8192,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,7168,0.33587199449539185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,12288,0.5529599785804749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,16384,0.7476800084114075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,2560,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,2048,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,3584,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,3584,65536,3.6372480392456055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,3072,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,128,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,1024,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,512,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,256,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,1536,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,8192,0.30720001459121704
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,5120,0.19046400487422943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,7168,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,10240,0.37990400195121765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,16384,0.5949440002441406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,12288,0.44646400213241577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,4096,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,2560,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,3072,0.12396799772977829
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,3584,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,2048,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,1024,0.044096000492572784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,1536,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,256,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,16384,0.4341759979724884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,8192,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,7168,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,5120,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,10240,0.2887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,12288,0.3420160114765167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,3584,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,4096,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,2560,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,2048,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,1024,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2560,65536,2.7998080253601074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,1536,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,8192,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,7168,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,2048,65536,2.169856071472168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,10240,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,12288,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,16384,0.30617600679397583
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,5120,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,4096,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,3584,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,2560,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,2048,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,1536,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,512,0.015584000386297703
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,128,0.00825599953532219
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,12288,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1536,65536,1.6537599563598633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,8192,0.08713600039482117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,7168,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,16384,0.164000004529953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,10240,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,4096,0.04630399867892265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,5120,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,3584,0.04108799993991852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,2048,0.02470399998128414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,3072,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,1536,0.0197759997099638
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,1024,0.016543999314308167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,512,65536,0.5631999969482422
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,1024,65536,1.1192320585250854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,16384,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,8192,0.05862399935722351
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,12288,0.10246399790048599
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,10240,0.07711999863386154
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,4096,0.028960000723600388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,1536,0.01462399959564209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,256,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,10240,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,8192,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,12288,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,5120,0.022655999287962914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,16384,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,1024,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,256,65536,0.4546560049057007
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,7168,4.014080047607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2048,128,65536,0.43007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,10240,5.72108793258667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,2560,1.4458880424499512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,3072,1.7418240308761597
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,4096,2.3327040672302246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,2048,1.1673599481582642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,512,0.3246079981327057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,1536,0.8837119936943054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,128,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,256,0.2170879989862442
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,1024,0.609503984451294
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,3584,1.9959039688110352
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,5120,2.899967908859253
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,8192,4.534272193908691
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,7168,1.0117119550704956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,8192,1.1673599481582642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,65536,8.075551986694336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,10240,1.4960639476776123
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,5120,0.7270399928092957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,4096,0.5949440002441406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,16384,2.3838720321655273
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,2048,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,1536,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,1024,0.15984000265598297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,12288,1.743872046470642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,3584,0.5132480263710022
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,512,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,2560,0.37273600697517395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,3072,0.44361600279808044
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,256,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,16384,128,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,12288,1.2799999713897705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,10240,1.1079679727554321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,5120,0.5345280170440674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,4096,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,8192,0.8642560243606567
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,7168,0.7628800272941589
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,3584,0.38518399000167847
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,3072,0.3338240087032318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,1536,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,2560,0.43212801218032837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,1024,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,512,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,2048,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,128,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,256,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,65536,6.665215969085693
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,12288,16384,1.751296043395996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,16384,9.074687957763672
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,12288,1.1151360273361206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,5120,0.47411200404167175
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,4096,0.38707199692726135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,8192,0.7219200134277344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,3584,0.33792001008987427
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,7168,0.6543359756469727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,10240,0.9318400025367737
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,2560,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,2048,0.19968000054359436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,3072,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,1024,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,1536,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,16384,1.4869439601898193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,512,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,128,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,256,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,65536,12288,6.820000171661377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,10240,0.7301120162010193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,16384,1.1612160205841064
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,4096,0.3041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,3584,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,8192,0.5939199924468994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,7168,0.5263360142707825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,5120,0.3819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,2560,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,2048,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,3072,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,1024,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,1536,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,512,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,256,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,128,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,12288,0.8724480271339417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,8192,0.5099520087242126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,7168,0.4589439928531647
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,10240,0.6451200246810913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,5120,0.3267199993133545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,12288,0.7700480222702026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,3584,0.23756800591945648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,16384,1.0280959606170654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,3072,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,4096,0.2682879865169525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,2560,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,2048,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,1024,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,512,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,1536,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,256,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,128,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,8192,0.38604798913002014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,10240,0.47411200404167175
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,12288,0.5550079941749573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,16384,0.7577599883079529
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,7168,0.33792001008987427
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,5120,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,4096,0.19968000054359436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,10240,65536,5.830656051635742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,3584,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,1024,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,2560,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,2048,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,1536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,3072,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,128,0.01568000018596649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,256,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,512,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,8192,65536,4.1359357833862305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,10240,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,8192,0.3051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,5120,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,7168,0.2734079957008362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,16384,0.5980160236358643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,4096,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,3584,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,12288,0.4423680007457733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,1536,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,1024,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,7168,65536,3.55020809173584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,3072,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,2048,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,2560,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,256,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,12288,0.39532798528671265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,16384,0.5191680192947388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,5120,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,8192,0.2693119943141937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,5120,65536,2.6368000507354736
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,7168,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,10240,0.3328000009059906
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,3584,0.13232000172138214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,4096,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,2048,0.07804799824953079
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,2560,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,3072,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,1536,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,1024,0.04224000126123428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,128,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,12288,0.3491840064525604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,10240,0.28672000765800476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,8192,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,16384,0.44675201177597046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,7168,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,3584,0.10249599814414978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,3072,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,4096,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,5120,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,4096,65536,2.2763519287109375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,1536,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,2560,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,2048,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,1024,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,12288,0.28064000606536865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,7168,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,5120,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,8192,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,10240,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,4096,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,3584,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,16384,0.38092800974845886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,2560,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,3072,0.08003199845552444
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,2048,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,512,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3584,65536,1.9867520332336426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,7168,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,8192,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,10240,0.1945600062608719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,12288,0.23056000471115112
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,16384,0.3072640001773834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,4096,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,5120,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,3072,65536,1.745919942855835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,3584,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,2560,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,2048,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,16384,0.22748799622058868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,10240,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,8192,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,7168,0.10470400005578995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,12288,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2560,65536,1.546239972114563
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,4096,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,3584,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,3072,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,2048,0.03510399907827377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,256,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,512,0.013439999893307686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,2048,65536,1.1735039949417114
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,8192,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,16384,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,7168,0.0737600028514862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,12288,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,10240,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,4096,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,5120,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,3072,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,3584,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,128,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,12288,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1536,65536,0.8632320165634155
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,16384,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,8192,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,10240,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,4096,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,1024,65536,0.6154239773750305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,12288,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,10240,0.03587200120091438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,16384,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,512,65536,0.3266560137271881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,256,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,12288,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,8192,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,10240,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,16384,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,256,65536,0.25804799795150757
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,4096,1.7377279996871948
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1024,128,65536,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,8192,3.4119679927825928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,10240,4.2639360427856445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,12288,5.157887935638428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,2560,1.0782719850540161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,3072,1.3096959590911865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,2048,0.9011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,16384,6.797311782836914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,1024,0.4556800127029419
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,256,0.16896000504493713
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,512,0.24883200228214264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,128,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,12288,1.2933119535446167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,10240,1.1079679727554321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,16384,1.7377279996871948
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,8192,0.8714240193367004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,1536,0.6790720224380493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,3584,0.3993600010871887
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,5120,0.5550079941749573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,4096,0.4433920085430145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,3584,1.5380480289459229
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,2560,0.2887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,2048,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,7168,0.7782400250434875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,1024,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,5120,2.155519962310791
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,512,0.06560000032186508
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,256,0.040063999593257904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,3072,0.33484798669815063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,1536,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,128,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,12288,1.0250240564346313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,7168,0.6031360030174255
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,4096,0.3543039858341217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,8192,0.6973440051078796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,5120,0.4341759979724884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,65536,7168,3.014688014984131
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,10240,0.8970239758491516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,2048,0.17919999361038208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,3584,0.3102720081806183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,2560,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,1536,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,3072,0.2672640085220337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,65536,5.457920074462891
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,16384,1.3864959478378296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,128,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,256,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,512,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,12288,1024,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,7168,0.4976640045642853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,10240,0.7034879922866821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,4096,0.2887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,5120,0.3553279936313629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,8192,0.5611519813537598
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,3584,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,3072,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,2048,0.14867199957370758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,2560,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,1024,0.07702399790287018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,1536,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,512,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,256,0.026688000187277794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,128,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,16384,1.1694079637527466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,12288,0.8355839848518372
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,8192,0.4505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,10240,0.5693439841270447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,7168,0.39526399970054626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,16384,0.8747199773788452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,12288,0.6563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,4096,0.22966399788856506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,65536,3.463167905807495
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,5120,0.28569599986076355
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,2560,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,3584,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,2048,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,1024,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,512,0.036928001791238785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,128,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,3072,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,1536,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,8192,256,0.023615999147295952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,12288,0.596992015838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,7168,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,10240,0.4925439953804016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,16384,0.7976959943771362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,3584,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,4096,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,8192,0.3911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,5120,0.2549760043621063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,1536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,2048,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,3072,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,2560,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,512,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,128,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,256,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,1024,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,16384,65536,6.8290557861328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,12288,0.4331519901752472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,10240,0.3553279936313629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,5120,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,8192,0.2858560085296631
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,4096,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,7168,0.2529279887676239
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,2560,0.09839999675750732
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,2048,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,3584,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,16384,0.5601279735565186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,3072,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,1024,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,256,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,1536,0.06358399987220764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,10240,65536,3.772416114807129
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,12288,0.3524479866027832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,16384,0.4362240135669708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,8192,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,7168,0.2030079960823059
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,10240,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,5120,0.17843200266361237
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,3584,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,3072,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,4096,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,1536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,2560,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,2048,0.07692799717187881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,512,0.02070399932563305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,1024,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,4096,65536,2.1381120681762695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,10240,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,8192,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,7168,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,12288,0.3031040132045746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,16384,0.396479994058609
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,5120,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,4096,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,3584,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,2048,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,2560,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,7168,65536,3.066879987716675
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,3072,0.08214399963617325
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,1536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,512,0.019680000841617584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,65536,1.5257600545883179
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,5120,65536,2.1626880168914795
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3584,128,0.011392000131309032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,7168,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,4096,0.11267200112342834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,5120,0.13952000439167023
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,8192,0.21503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,10240,0.2242559939622879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,3584,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,2560,0.07280000299215317
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,12288,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,16384,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,1024,0.03286400064826012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,5120,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,8192,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,7168,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,12288,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,10240,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,16384,0.2949120104312897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,4096,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,2560,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,3584,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,3072,0.06668800115585327
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,2048,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,1536,0.037151999771595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,128,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,256,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2560,65536,1.1571199893951416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,16384,0.2786880135536194
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,10240,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,8192,0.12310399860143661
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,7168,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,12288,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,4096,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,3584,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,3072,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,1536,0.027775999158620834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,2560,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,3072,65536,1.7172800302505493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,5120,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,8192,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,7168,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,12288,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,10240,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,4096,0.06252799928188324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,16384,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,3584,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,7168,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,8192,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,2048,65536,0.9361280202865601
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,12288,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,10240,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,16384,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,5120,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,1024,0.013376000337302685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1536,65536,0.8714240193367004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,8192,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,7168,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,12288,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,10240,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,16384,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,512,0.007455999962985516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,1024,65536,0.4700160026550293
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,16384,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,10240,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,12288,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,8192,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,512,65536,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,3584,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,2048,0.012480000033974648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,256,65536,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,768,128,65536,0.17132799327373505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,4096,1.1950080394744873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,5120,1.4776320457458496
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,7168,2.041856050491333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,8192,2.314239978790283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,3072,0.8755199909210205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,16384,4.65715217590332
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,1024,0.3102720081806183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,512,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,2048,0.5806080102920532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,128,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,256,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,1536,0.449535995721817
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,2560,0.7280640006065369
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,3584,1.0158079862594604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,10240,0.7352319955825806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,8192,0.5949440002441406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,16384,1.1807680130004883
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,5120,0.3770880103111267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,4096,0.3112959861755371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,3072,0.2346239984035492
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,3584,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,2560,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,1536,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,7168,0.5212159752845764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,2048,0.15596799552440643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,1024,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,128,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,256,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,12288,0.8806399703025818
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,12288,0.6492159962654114
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,10240,0.5458239912986755
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,8192,0.43929600715637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,16384,0.9032319784164429
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,7168,0.38809600472450256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,3584,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,3072,0.17919999361038208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,4096,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,10240,2.8876800537109375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,2560,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,5120,0.28467199206352234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,1024,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,512,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,2048,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,1536,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,12288,0.5560320019721985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,8192,0.37990400195121765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,10240,0.46592000126838684
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,5120,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,7168,0.33484798669815063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,16384,0.7587839961051941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,4096,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,2560,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,3584,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,1536,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,3072,0.14860799908638
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,2048,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,65536,12288,3.4938879013061523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,1024,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,128,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,512,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,256,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,8192,0.3051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,10240,0.37273600697517395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,12288,0.44470399618148804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,7168,0.2703680098056793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,16384,0.5949440002441406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,5120,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,4096,0.15484799444675446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,3584,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,2560,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,3072,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,2048,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,16384,65536,4.660543918609619
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,1536,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,65536,2.2947840690612793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,1024,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,256,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,8192,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,12288,65536,3.4109439849853516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,8192,0.2693119943141937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,7168,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,5120,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,10240,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,4096,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,12288,0.392192006111145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,3584,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,10240,65536,3.0801920890808105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,16384,0.5212159752845764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,2048,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,2560,0.09440000355243683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,3072,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,1536,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,1024,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,256,0.016672000288963318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,5120,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,7168,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,8192,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,10240,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,16384,0.3840000033378601
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,7168,65536,2.1493759155273438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,3584,0.09225600212812424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,4096,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,2560,0.06864000111818314
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,12288,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,1536,0.0451200008392334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,2048,0.056384000927209854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,3072,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,512,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,1024,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,12288,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,5120,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,8192,0.14857600629329681
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,10240,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,7168,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,5120,65536,1.511423945426941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,3072,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,4096,0.08198399841785431
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,3584,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,16384,0.3051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,2560,0.04633599892258644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,1536,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,12288,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,10240,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,5120,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,8192,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,7168,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,4096,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,16384,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,3072,0.05344000086188316
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,3584,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,2560,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,512,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,1536,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,8192,0.11894399672746658
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,16384,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,7168,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,12288,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,10240,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,4096,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,3584,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,4096,65536,1.1878399848937988
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,3072,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,1536,0.2181120067834854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,256,0.01119999960064888
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,12288,0.14953599870204926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3584,65536,1.1386879682540894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,16384,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,8192,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,7168,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,5120,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,10240,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,4096,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,3584,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,2560,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,1536,0.027871999889612198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,1024,0.02054399996995926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,12288,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,3072,65536,0.8734719753265381
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,8192,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,10240,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,7168,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,5120,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,16384,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,4096,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,3072,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,3584,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,1536,0.01961600035429001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2560,65536,0.7987200021743774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,8192,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,16384,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,12288,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,10240,0.07699199765920639
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,7168,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,5120,0.04303999990224838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,4096,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,3072,0.029920000582933426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,3584,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,256,0.0074880002066493034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,2048,65536,0.5888000130653381
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,12288,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,10240,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,16384,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,8192,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,5120,0.03280000016093254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,2560,0.020608000457286835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,12288,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1536,65536,0.48230400681495667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,8192,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,10240,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,1024,65536,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,3072,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,2560,0.014560000039637089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,1024,0.008352000266313553
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,256,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,10240,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,12288,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,5120,0.01744000054895878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,16384,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,512,65536,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,256,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,256,65536,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,10240,0.02067199908196926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,4096,0.0144640002399683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,2048,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,1536,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,512,128,65536,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,12288,2.5712640285491943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,3584,0.7690240144729614
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,16384,3.4447360038757324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,2560,0.549888014793396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,4096,0.8734719753265381
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,2048,0.4485119879245758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,1536,0.3409920036792755
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,1024,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,256,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,128,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,512,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,5120,1.0936319828033447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,12288,0.6676480174064636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,16384,0.8837119936943054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,3072,0.6563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,8192,1.7397760152816772
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,10240,0.5539839863777161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,8192,0.45158401131629944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,7168,1.5147839784622192
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,3072,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,4096,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,3584,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,5120,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,1536,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,2048,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,2560,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,512,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,1024,0.0658240020275116
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,7168,0.3962880074977875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,256,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,128,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,12288,0.5242879986763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,16384,65536,3.443711996078491
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,8192,0.3532800078392029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,16384,0.7219200134277344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,4096,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,5120,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,65536,10240,2.1565439701080322
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,3584,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,7168,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,2048,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,1024,0.05331199988722801
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,2560,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,3072,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,256,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,1536,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,512,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,10240,0.43929600715637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,128,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,12288,0.4333440065383911
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,8192,0.2877439856529236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,16384,0.6022400259971619
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,5120,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,4096,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,3584,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,7168,0.24985599517822266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,12288,65536,2.7648000717163086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,3072,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,2560,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,2048,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,1024,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,10240,0.3543039858341217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,256,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,1536,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,5120,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,12288,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,10240,0.28467199206352234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,16384,0.449535995721817
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,8192,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,3584,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,7168,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,10240,65536,2.1434240341186523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,2560,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,4096,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,3072,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,1536,0.05843200162053108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,2048,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,1024,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,512,0.02054399996995926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,8192,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,5120,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,4096,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,3584,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,7168,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,8192,65536,2.1524479389190674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,10240,0.2529279887676239
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,12288,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,1536,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,2048,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,16384,0.39136001467704773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,5120,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,7168,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,8192,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,16384,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,10240,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,7168,65536,1.6220159530639648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,3072,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,3584,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,12288,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,4096,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,2560,0.05446400120854378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,2048,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,1536,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,256,0.010495999827980995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,1024,0.023679999634623528
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,5120,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,8192,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,7168,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,5120,65536,1.1581439971923828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,12288,0.17936000227928162
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,10240,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,16384,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,4096,0.06358399987220764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,3584,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,3072,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,512,0.013439999893307686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,12288,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,4096,65536,0.9144319891929626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,10240,0.13017599284648895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,8192,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,7168,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,16384,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,3072,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,3584,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,4096,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,2048,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,12288,0.1711679995059967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,10240,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,5120,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,7168,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,16384,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,8192,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,4096,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,3072,0.04931199923157692
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,3584,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3584,65536,0.8213760256767273
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,1536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,8192,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,7168,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,5120,0.05663999915122986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,12288,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,10240,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,3072,65536,0.8417279720306396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,16384,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,4096,0.049375999718904495
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,3584,0.04508800059556961
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,2560,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,3072,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,2048,0.029759999364614487
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,256,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,1536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,7168,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,10240,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,8192,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,5120,0.04227200150489807
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,12288,0.09731200337409973
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,16384,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,3584,0.03081599995493889
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,3072,0.026944000273942947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,128,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,12288,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,8192,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,16384,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2560,65536,0.6072319746017456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,7168,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,10240,0.07580800354480743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,5120,0.040063999593257904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,4096,0.03392000123858452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,2048,65536,0.4689919948577881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,8192,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,16384,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,12288,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,7168,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,4096,0.023744000121951103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,1536,0.012543999589979649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1536,65536,0.43929600715637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,12288,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,7168,0.024768000468611717
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,3584,0.01664000004529953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,1024,65536,0.24595199525356293
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,1024,0.00854399986565113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,8192,0.019487999379634857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,16384,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,2560,0.012480000033974648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,512,0.005439999978989363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,512,65536,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,256,65536,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,16384,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,4096,0.591871976852417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,5120,0.7374719977378845
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,7168,1.0332159996032715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,384,128,65536,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,8192,1.2349439859390259
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,10240,1.5237120389938354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,3072,0.4536319971084595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,3584,0.5212159752845764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,1024,0.17734399437904358
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,256,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,16384,2.3769280910491943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,512,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,2048,0.3307519853115082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,128,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,1536,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,2560,0.3768320083618164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,12288,0.4567039906978607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,7168,0.2734079957008362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,8192,0.30720001459121704
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,10240,0.3819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,5120,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,4096,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,3584,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,2560,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,2048,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,3072,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,1024,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,512,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,256,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,1536,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,16384,0.5898240208625793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,10240,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,7168,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,8192,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,4096,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,5120,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,3584,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,16384,65536,2.288640022277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,12288,0.3360320031642914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,16384,0.447488009929657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,3072,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,2560,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,2048,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,1024,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,256,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,1536,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,8192,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,7168,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,10240,0.24486400187015533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,16384,0.3829759955406189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,4096,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,65536,12288,1.7530879974365234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,5120,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,3584,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,12288,0.27983999252319336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,3072,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,2048,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,1024,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,12288,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,8192,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,7168,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,10240,0.1945600062608719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,5120,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,4096,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,3584,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,10240,65536,1.5912959575653076
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,2560,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,3072,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,16384,0.3112959861755371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,2048,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,1536,0.034015998244285583
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,1024,0.025887999683618546
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,12288,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,12288,65536,1.7489919662475586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,10240,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,8192,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,16384,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,7168,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,5120,0.08399999886751175
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,8192,65536,1.1755520105361938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,3584,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,4096,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,3072,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,2560,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,2048,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,1024,0.02380800060927868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,12288,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,7168,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,8192,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,16384,0.1937279999256134
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,5120,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,10240,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,4096,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,2560,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,7168,65536,1.1448320150375366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,2048,0.035071998834609985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,5120,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,7168,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,8192,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,16384,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,12288,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,10240,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,3584,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,4096,0.04527999833226204
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,3072,0.03392000123858452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,16384,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,12288,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,8192,0.07407999783754349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,4096,65536,0.567296028137207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,10240,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,5120,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,4096,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,3072,0.031968001276254654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,2048,0.02377600036561489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,5120,65536,0.8038399815559387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,1536,0.01775999926030636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,12288,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,7168,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,8192,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,5120,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,10240,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,4096,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,16384,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,3584,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,1024,0.013504000380635262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,8192,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,10240,0.07088000327348709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,16384,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,12288,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3584,65536,0.5355520248413086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,7168,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,2560,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,5120,0.03996799886226654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,128,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,3072,65536,0.5171200037002563
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,12288,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,8192,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,10240,0.0575999990105629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2560,65536,0.4689919948577881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,16384,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,5120,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,3584,0.02579200081527233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,2048,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,7168,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,8192,0.0379519984126091
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,12288,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,2048,65536,0.32051199674606323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,16384,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,12288,0.03920000046491623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,10240,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,8192,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,5120,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,7168,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,1024,0.00854399986565113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,256,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1536,65536,0.2549760043621063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,8192,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,1024,65536,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,3584,0.014592000283300877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,8192,0.016416000202298164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,512,65536,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,512,0.006175999995321035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,1024,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,12288,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,256,65536,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,5120,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,4096,0.010591999627649784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,256,128,65536,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,7168,0.7956479787826538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,8192,1.223680019378662
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,3584,0.4270080029964447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,10240,1.4776320457458496
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,12288,1.5615999698638916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,2560,0.31436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,4096,0.4904960095882416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,2048,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,1024,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,1536,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,16384,2.3398399353027344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,512,0.24063999950885773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,128,0.028736000880599022
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,256,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,5120,0.591871976852417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,7168,0.2099519968032837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,8192,0.246848002076149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,65536,3072,0.3696640133857727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,5120,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,3584,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,3072,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,4096,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,2560,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,10240,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,1536,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,2048,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,1024,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,256,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,12288,0.3768320083618164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,16384,0.4904960095882416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,7168,0.16489599645137787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,5120,0.12399999797344208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,10240,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,16384,0.37376001477241516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,8192,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,4096,0.11481600254774094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,3072,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,3584,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,2560,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,1024,0.03283200040459633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,16384,65536,2.2531518936157227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,256,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,12288,0.34646400809288025
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,12288,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,5120,0.10150399804115295
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,7168,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,8192,0.16502399742603302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,10240,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,16384,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,3072,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,3584,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,2048,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,4096,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,1536,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,2560,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,12288,65536,1.7172479629516602
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,256,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,5120,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,8192,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,16384,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,7168,0.12505599856376648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,10240,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,12288,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,3072,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,4096,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,3584,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,10240,65536,1.252351999282837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,2560,0.04835199937224388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,2048,0.043296001851558685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,8192,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,7168,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,10240,0.13222399353981018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,5120,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,4096,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,12288,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,3584,0.060736000537872314
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,8192,65536,1.16428804397583
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,3072,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,2560,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,16384,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,1536,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,2048,0.03699199855327606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,12288,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,7168,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,5120,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,8192,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,16384,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,10240,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,4096,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,3584,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,2048,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,2560,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,3072,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,10240,0.07993599772453308
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,8192,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,12288,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,7168,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,16384,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,5120,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,4096,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,3072,0.027712000533938408
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,3584,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,2048,0.022784000262618065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,7168,65536,1.0209280252456665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,10240,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,7168,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,8192,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,16384,0.11791999638080597
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,4096,65536,0.6154239773750305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,12288,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,5120,65536,0.6399999856948853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,4096,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,5120,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,1024,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,12288,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,5120,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,7168,0.05532800033688545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,16384,0.11788800358772278
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,8192,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3584,65536,0.5130239725112915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,10240,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,4096,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,2560,0.022592000663280487
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,2048,0.01961600035429001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,1536,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,12288,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,16384,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,8192,0.06063999980688095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,7168,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,3072,65536,0.48127999901771545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,10240,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,5120,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,2048,0.019519999623298645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,12288,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,10240,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,8192,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,7168,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,16384,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2560,65536,0.3266560137271881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,512,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,12288,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,16384,0.0647680014371872
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,10240,0.044064000248909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,2048,65536,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,1024,0.009247999638319016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,256,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,16384,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,10240,0.030880000442266464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1536,65536,0.34406399726867676
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,8192,0.02054399996995926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,7168,0.019680000841617584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,1024,65536,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,16384,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,12288,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,16384,0.02163200080394745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,512,65536,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,2048,0.009568000212311745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,1024,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,512,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,12288,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,256,65536,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,16384,0.024927999824285507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,4096,0.01152000017464161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,192,128,65536,0.08627200126647949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,4096,0.4833280146121979
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,5120,0.5724160075187683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,3584,0.4067839980125427
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,7168,0.7874559760093689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,10240,1.491968035697937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,3072,0.3635199964046478
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,12288,1.5319039821624756
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,512,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,256,0.04016000032424927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,1024,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,2048,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,1536,0.18652799725532532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,128,0.02768000029027462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,2560,0.30822399258613586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,12288,0.37273600697517395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,8192,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,10240,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,16384,0.4854719936847687
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,8192,1.2175359725952148
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,5120,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,4096,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,3584,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,1024,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,2048,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,7168,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,3072,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,1536,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,2560,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,256,0.016543999314308167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,12288,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,10240,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,8192,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,7168,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,4096,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,5120,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,3584,0.10067199915647507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,3072,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,2560,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,16384,0.3676159977912903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,16384,65536,2.2517759799957275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,1024,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,256,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,65536,16384,2.3613440990448
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,12288,0.24063999950885773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,8192,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,10240,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,7168,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,16384,0.3092480003833771
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,4096,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,12288,65536,1.7223680019378662
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,3584,0.07395199686288834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,5120,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,2048,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,2560,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,3072,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,512,0.015519999898970127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,1536,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,1024,0.02550400048494339
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,12288,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,5120,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,10240,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,8192,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,7168,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,16384,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,4096,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,3072,0.0615679994225502
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,3584,0.06771200150251389
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,10240,65536,1.2144639492034912
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,2048,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,2560,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,1536,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,12288,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,5120,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,7168,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,16384,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,8192,0.13132800161838531
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,10240,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,4096,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,3584,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,2560,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,3072,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,256,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,12288,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,8192,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,7168,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,10240,0.13017599284648895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,16384,0.15167999267578125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,5120,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,3584,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,4096,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,3072,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,7168,65536,1.022976040840149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,2560,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,2048,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,128,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,10240,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,8192,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,7168,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,8192,65536,1.1704319715499878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,16384,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,12288,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,5120,65536,0.6174719929695129
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,3584,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,4096,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,5120,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,1024,0.013504000380635262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,12288,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,8192,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,10240,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,7168,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,5120,0.04105599969625473
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,16384,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,4096,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,4096,65536,0.5867519974708557
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,12288,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,5120,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,10240,0.07481600344181061
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,7168,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,8192,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3584,65536,0.5375999808311462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,4096,0.03311999887228012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,16384,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,2560,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,3072,0.026784000918269157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,256,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,12288,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,16384,0.08508799970149994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,8192,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,7168,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,5120,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,10240,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,3072,65536,0.47206398844718933
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,3584,0.029823999851942062
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,2560,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,512,0.00854399986565113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,256,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,128,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,8192,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,16384,0.06992000341415405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,4096,0.023615999147295952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2560,65536,0.32256001234054565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,512,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,256,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,12288,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,10240,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,16384,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,2048,65536,0.2662400007247925
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,3072,0.016736000776290894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,1536,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,12288,0.034912001341581345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,16384,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1536,65536,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,3584,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,256,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,8192,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,1024,65536,0.1546880006790161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,3584,0.014431999996304512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,12288,0.019487999379634857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,16384,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,512,65536,0.09136000275611877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,4096,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,256,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,12288,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,7168,0.014560000039637089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,256,65536,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,3584,0.010591999627649784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,160,128,65536,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,4096,0.45158401131629944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,7168,0.7649279832839966
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,8192,0.8755199909210205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,12288,1.3752319812774658
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,5120,0.5570560097694397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,1536,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,2048,0.2099200040102005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,3584,0.3553279936313629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,2560,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,3072,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,1024,0.10761599987745285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,256,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,512,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,128,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,12288,0.34406399726867676
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,7168,0.19046400487422943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,16384,0.43724799156188965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,8192,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,5120,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,4096,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,10240,1.0854400396347046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,10240,0.2693119943141937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,3584,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,2560,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,2048,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,3072,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,1536,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,65536,16384,1.721343994140625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,8192,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,7168,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,10240,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,16384,0.3307519853115082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,4096,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,5120,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,3584,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,2560,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,3072,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,12288,0.26316800713539124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,2048,0.04620800167322159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,16384,65536,1.7059839963912964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,1536,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,5120,0.09955199807882309
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,12288,0.2170879989862442
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,8192,0.14860799908638
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,7168,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,10240,0.16896000504493713
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,4096,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,3072,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,3584,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,2560,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,2048,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,16384,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,256,0.010528000071644783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,12288,65536,1.2636159658432007
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,8192,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,7168,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,5120,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,16384,0.2170879989862442
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,12288,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,10240,0.1414719969034195
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,4096,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,3584,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,3072,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,10240,65536,1.0690560340881348
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,2048,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,1536,0.023711999878287315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,5120,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,7168,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,8192,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,12288,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,16384,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,10240,0.12716799974441528
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,4096,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,2560,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,3072,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,1536,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,8192,65536,0.8407040238380432
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,8192,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,5120,0.0461760014295578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,10240,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,16384,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,7168,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,12288,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,4096,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,3584,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,3072,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,256,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,7168,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,12288,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,8192,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,16384,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,10240,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,7168,65536,0.7639039754867554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,5120,0.04102399945259094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,5120,65536,0.536736011505127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,7168,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,12288,0.07385600358247757
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,8192,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,10240,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,16384,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,4096,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,5120,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,2560,0.019807999953627586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,256,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,4096,65536,0.43929600715637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,5120,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,16384,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,12288,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,10240,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,8192,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3584,65536,0.39423999190330505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,1536,0.013472000136971474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,12288,0.0575999990105629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,16384,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,8192,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,5120,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,4096,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,3072,65536,0.347135990858078
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,3584,0.024607999250292778
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,2048,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,512,0.00723200011998415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,12288,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,8192,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,10240,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,7168,0.03299200162291527
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,16384,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,5120,0.025760000571608543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2560,65536,0.29817599058151245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,256,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,12288,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,5120,0.023584000766277313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,16384,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,2048,65536,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,3584,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,1536,0.009568000212311745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,4096,0.018592000007629395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,2048,0.012095999903976917
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,10240,0.027807999402284622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,8192,0.02364799939095974
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,16384,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1536,65536,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,2048,0.01244799979031086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,2560,0.012608000077307224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,12288,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,1024,65536,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,512,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,512,65536,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,512,0.006463999859988689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,128,0.004352000076323748
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,256,65536,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,2560,0.009472000412642956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,1024,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,128,128,65536,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,4096,0.419840008020401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,5120,0.5171200037002563
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,7168,0.7024639844894409
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,3584,0.3532800078392029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,10240,1.0343040227890015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,2560,0.26009601354599
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,3072,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,2048,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,12288,1.3731839656829834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,1536,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,256,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,128,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,512,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,1024,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,16384,1.6875519752502441
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,8192,0.2099200040102005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,65536,8192,0.8232960104942322
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,12288,0.33689600229263306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,7168,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,10240,0.2529279887676239
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,5120,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,2048,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,3584,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,4096,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,2560,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,1024,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,1536,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,256,0.012543999589979649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,16384,0.44543999433517456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,7168,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,8192,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,12288,0.25808000564575195
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,10240,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,5120,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,2048,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,2560,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,4096,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,3584,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,3072,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,16384,0.32051199674606323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,1024,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,1536,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,16384,65536,1.7192959785461426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,8192,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,7168,0.12399999797344208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,16384,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,5120,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,10240,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,4096,0.07887999713420868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,12288,0.2099200040102005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,3072,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,3584,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,2560,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,2048,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,1536,0.030751999467611313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,12288,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,10240,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,8192,0.11798399686813354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,7168,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,16384,0.2213120013475418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,5120,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,4096,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,10240,65536,1.0588159561157227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,3584,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,2560,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,2048,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,1536,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,12288,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,7168,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,8192,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,10240,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,12288,65536,1.2492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,5120,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,4096,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,8192,65536,0.796671986579895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,16384,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,2560,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,3072,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,12288,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,5120,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,8192,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,7168,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,10240,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,16384,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,3584,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,2560,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,4096,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,7168,65536,0.7024639844894409
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,12288,0.08617600053548813
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,8192,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,16384,0.11177600175142288
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,5120,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,7168,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,10240,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,4096,0.033984001725912094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,5120,65536,0.5232639908790588
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,2560,0.022655999287962914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,12288,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,8192,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,10240,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,7168,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,16384,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,4096,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,3584,0.027871999889612198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,4096,65536,0.4208639860153198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,12288,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,5120,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,8192,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,16384,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,10240,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,1024,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,256,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,12288,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,16384,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3584,65536,0.3768320083618164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,8192,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,10240,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,3072,65536,0.3307519853115082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,12288,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2560,65536,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,7168,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,16384,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,8192,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,10240,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,3072,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,256,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,12288,0.03996799886226654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,10240,0.038047999143600464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,2048,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,2048,65536,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,12288,0.029888000339269638
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,10240,0.027775999158620834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1536,65536,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,16384,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,1024,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,256,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,12288,0.021568000316619873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,8192,0.017503999173641205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,7168,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,16384,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,1024,65536,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,3072,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,1024,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,256,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,5120,0.012512000277638435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,512,65536,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,4096,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,2048,0.009247999638319016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,16384,0.02380800060927868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,5120,0.012415999546647072
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,1024,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,256,65536,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,4096,0.41471999883651733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,5120,0.5120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,96,128,65536,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,7168,0.7017920017242432
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,12288,1.3445119857788086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,2560,0.26214399933815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,3072,0.3112959861755371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,2048,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,512,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,1024,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,1536,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,16384,1.6773120164871216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,256,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,128,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,3584,0.3532800078392029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,8192,0.8161280155181885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,8192,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,7168,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,16384,0.4312320053577423
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,4096,0.11577600240707397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,5120,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,3584,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,10240,0.25299200415611267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,3072,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,12288,0.3318080008029938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,2560,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,65536,10240,1.0219520330429077
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,2048,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,1536,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,256,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,5120,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,10240,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,8192,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,7168,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,16384,0.3409920036792755
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,4096,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,3584,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,3072,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,2048,0.04639999940991402
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,12288,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,2560,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,1536,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,12288,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,10240,0.16512000560760498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,7168,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,8192,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,16384,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,5120,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,4096,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,3584,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,3072,0.0607680007815361
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,2560,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,2048,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,512,0.014527999795973301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,12288,0.17004799842834473
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,8192,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,10240,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,16384,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,7168,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,10240,65536,1.052672028541565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,5120,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,3584,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,16384,65536,1.6394239664077759
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,2560,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,2048,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,1536,0.023840000852942467
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,12288,65536,1.252351999282837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,12288,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,5120,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,10240,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,8192,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,7168,0.08723200112581253
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,16384,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,4096,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,3584,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,3072,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,2560,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,1536,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,256,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,12288,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,10240,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,8192,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,7168,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,8192,65536,0.7915520071983337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,16384,0.17219200730323792
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,5120,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,4096,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,3584,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,3072,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,1024,0.012608000077307224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,7168,65536,0.707584023475647
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,12288,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,8192,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,10240,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,5120,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,16384,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,7168,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,3584,0.029791999608278275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,5120,65536,0.5171200037002563
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,12288,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,7168,0.04819199815392494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,8192,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,16384,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,10240,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,4096,0.027904000133275986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,12288,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,10240,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,8192,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,16384,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,4096,65536,0.41676801443099976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3584,65536,0.37376001477241516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,5120,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,3072,0.022784000262618065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,128,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,12288,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,3072,65536,0.33689600229263306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,16384,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,2048,0.014527999795973301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,3072,0.02175999991595745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,256,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,128,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,12288,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,7168,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,8192,0.03814399987459183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,16384,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,10240,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2560,65536,0.289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,12288,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,5120,0.022624000906944275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,2048,65536,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,5120,0.018719999119639397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,16384,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1536,65536,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,7168,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,3072,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,1024,65536,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,1024,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,256,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,128,0.004191999789327383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,12288,0.01571200042963028
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,512,65536,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,2048,0.009440000168979168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,8192,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,7168,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,256,65536,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,3072,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,1536,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,80,128,65536,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,4096,0.40243199467658997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,5120,0.49459201097488403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,8192,0.8058879971504211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,10240,1.0045440196990967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,12288,1.2934720516204834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,3584,0.3420160114765167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,2560,0.24780799448490143
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,3072,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,1536,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,2048,0.19968000054359436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,512,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,1024,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,256,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,128,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,16384,1.6097279787063599
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,65536,7168,0.681984007358551
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,12288,0.3266560137271881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,10240,0.2590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,7168,0.1764799952507019
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,5120,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,4096,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,8192,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,16384,0.4044800102710724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,3072,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,2560,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,2048,0.054496001452207565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,1536,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,3584,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,1024,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,12288,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,10240,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,8192,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,7168,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,5120,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,16384,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,4096,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,2560,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,3072,0.06566400080919266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,3584,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,2048,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,1024,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,16384,65536,1.5902719497680664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,12288,0.2059520035982132
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,10240,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,7168,0.11599999666213989
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,16384,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,8192,0.13439999520778656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,5120,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,3584,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,3072,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,4096,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,12288,65536,1.1448320150375366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,12288,0.16492800414562225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,5120,0.07276800274848938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,8192,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,10240,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,7168,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,16384,0.2091200053691864
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,2560,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,3072,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,1536,0.022816000506281853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,10240,65536,0.9533439874649048
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,256,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,12288,0.1446399986743927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,8192,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,7168,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,5120,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,10240,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,16384,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,3584,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,1536,0.020608000457286835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,3072,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,4096,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,8192,65536,0.7649279832839966
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,5120,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,7168,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,16384,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,8192,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,12288,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,10240,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,4096,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,7168,65536,0.6789439916610718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,12288,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,8192,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,7168,0.05132799968123436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,16384,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,10240,0.0748480036854744
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,4096,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,2048,0.016543999314308167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,1536,0.013632000423967838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,5120,65536,0.49459201097488403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,12288,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,7168,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,8192,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,5120,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,10240,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,16384,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,4096,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,3072,0.023615999147295952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,4096,65536,0.3973119854927063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,12288,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,16384,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,8192,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,10240,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,7168,0.04124800115823746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3584,65536,0.3532800078392029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,3584,0.023871999233961105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,2048,0.013439999893307686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,7168,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,8192,0.03999999910593033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,16384,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,2048,0.012480000033974648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,128,0.004191999789327383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,3072,65536,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,12288,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,16384,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,8192,0.03385600075125694
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,10240,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,7168,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2560,65536,0.26419198513031006
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,12288,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,8192,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,16384,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,2048,65536,0.2170879989862442
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,1536,0.010591999627649784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,5120,0.019487999379634857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,10240,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,16384,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,4096,0.01462399959564209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1536,65536,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,2048,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,1024,65536,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,256,0.005408000200986862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,128,0.004352000076323748
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,8192,0.015647999942302704
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,16384,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,512,65536,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,256,65536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,2560,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,64,128,65536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,4096,0.4004479944705963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,5120,0.4925439953804016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,7168,0.7004160284996033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,8192,0.8120319843292236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,3584,0.3399679958820343
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,10240,1.005568027496338
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,2560,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,12288,1.3107199668884277
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,3072,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,1536,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,2048,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,1024,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,512,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,256,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,65536,16384,1.5994880199432373
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,7168,0.17919999361038208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,5120,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,8192,0.208064004778862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,10240,0.26444798707962036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,16384,0.3983359932899475
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,4096,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,3584,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,2560,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,3072,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,12288,0.3266560137271881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,2048,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,1536,0.04224000126123428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,1024,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,8192,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,10240,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,5120,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,7168,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,4096,0.0841279998421669
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,3584,0.07276800274848938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,12288,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,3072,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,2560,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,16384,0.3031040132045746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,1024,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,1536,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,16384,65536,1.5820800065994263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,12288,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,8192,0.13344000279903412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,7168,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,16384,0.25619199872016907
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,10240,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,5120,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,4096,0.06976000219583511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,3584,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,3072,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,2560,0.044256001710891724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,12288,65536,1.1399359703063965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,8192,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,5120,0.07289600372314453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,7168,0.09747199714183807
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,10240,0.1321599930524826
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,12288,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,16384,0.21503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,2560,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,3072,0.042208001017570496
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,10240,65536,0.9441279768943787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,1024,0.016607999801635742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,12288,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,5120,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,8192,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,7168,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,10240,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,4096,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,16384,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,2560,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,256,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,8192,65536,0.766975998878479
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,12288,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,7168,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,8192,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,10240,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,16384,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,5120,0.04745600000023842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,4096,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,2560,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,1536,0.016448000445961952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,7168,65536,0.6710399985313416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,256,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,12288,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,5120,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,10240,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,7168,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,8192,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,16384,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,4096,0.03177599981427193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,2560,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,5120,65536,0.4833280146121979
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,256,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,12288,0.07689599692821503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,5120,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,10240,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,7168,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,16384,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,8192,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,4096,65536,0.3973119854927063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,4096,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,3072,0.022655999287962914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,12288,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,10240,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,5120,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,8192,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,16384,0.08822400122880936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,3584,0.023615999147295952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,2048,0.014399999752640724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,3072,0.02067199908196926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,2560,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3584,65536,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,256,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,10240,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,7168,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,8192,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,16384,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,3072,65536,0.31334400177001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,4096,0.02284800074994564
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,12288,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,8192,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,10240,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,7168,0.031808000057935715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,16384,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2560,65536,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,12288,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,16384,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,2048,65536,0.2099200040102005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,3072,0.013376000337302685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,16384,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1536,65536,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,1024,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,12288,0.019680000841617584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,1024,65536,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,2560,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,1024,0.00825599953532219
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,2048,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,12288,0.018592000007629395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,512,65536,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,2560,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,256,65536,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,128,0.004352000076323748
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,48,128,65536,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,4096,0.39423999190330505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,5120,0.48947200179100037
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,7168,0.6799359917640686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,8192,0.7997440099716187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,3584,0.5194240212440491
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,3072,0.29500800371170044
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,12288,1.301759958267212
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,2560,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,2048,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,1536,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,256,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,512,0.05344000086188316
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,1024,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,16384,1.5738879442214966
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,12288,0.319487988948822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,8192,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,7168,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,10240,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,65536,10240,1.0086400508880615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,5120,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,16384,0.393312007188797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,4096,0.10659199953079224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,1536,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,3584,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,3072,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,2560,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,2048,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,1024,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,512,0.016416000202298164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,12288,0.26316800713539124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,5120,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,10240,0.18236799538135529
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,7168,0.1353279948234558
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,8192,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,16384,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,4096,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,2048,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,3584,0.07075200229883194
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,2560,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,1536,0.03206399828195572
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,128,0.0063680000603199005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,16384,65536,1.5349760055541992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,7168,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,8192,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,10240,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,5120,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,12288,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,16384,0.24883200228214264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,3072,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,4096,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,3584,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,12288,65536,1.1234560012817383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,12288,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,8192,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,7168,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,10240,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,5120,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,4096,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,16384,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,3584,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,10240,65536,0.9410560131072998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,12288,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,5120,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,8192,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,7168,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,10240,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,16384,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,4096,0.05152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,3584,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,3072,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,2560,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,8192,65536,0.7577599883079529
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,12288,0.10051199793815613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,10240,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,5120,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,7168,0.06067200005054474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,8192,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,16384,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,3584,0.03292800113558769
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,7168,65536,0.6656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,12288,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,7168,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,10240,0.06982400268316269
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,8192,0.058559998869895935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,16384,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,5120,65536,0.48230400681495667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,12288,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,5120,0.03392000123858452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,7168,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,10240,0.06147199869155884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,8192,0.052319999784231186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,16384,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,4096,65536,0.39423999190330505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,1024,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,10240,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,8192,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,16384,0.08406399935483932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,2560,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3584,65536,0.34508800506591797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,12288,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,10240,0.04825599864125252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,8192,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,16384,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,3072,65536,0.3003840148448944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,4096,0.02179200015962124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,10240,0.04025600105524063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,16384,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,8192,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2560,65536,0.2549760043621063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,1536,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,12288,0.03510399907827377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,7168,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,16384,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,2048,65536,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,5120,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,16384,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,10240,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1536,65536,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,8192,0.016543999314308167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,1024,65536,0.11791999638080597
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,3584,0.011552000418305397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,512,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,256,0.00431999983265996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,12288,0.01775999926030636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,512,65536,0.08921600133180618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,2048,0.009344000369310379
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,4096,0.01158399973064661
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,512,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,12288,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,5120,0.012415999546647072
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,256,65536,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,4096,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,3584,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,2048,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,512,0.0054720002226531506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,32,128,65536,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,4096,0.3891200125217438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,5120,0.4843519926071167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,8192,0.7956479787826538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,3584,0.33484798669815063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,10240,0.9943040013313293
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,12288,1.2851200103759766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,2560,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,3072,0.2949120104312897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,7168,0.6727679967880249
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,2048,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,1536,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,256,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,512,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,1024,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,65536,16384,1.5656960010528564
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,4096,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,12288,0.3102720081806183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,8192,0.20175999402999878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,7168,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,5120,0.12937599420547485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,10240,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,16384,0.3911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,3584,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,3072,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,1024,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,2560,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,1536,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,2048,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,12288,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,5120,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,8192,0.1547520011663437
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,7168,0.1353279948234558
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,10240,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,16384,0.2908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,3072,0.05967999994754791
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,3584,0.07283200323581696
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,4096,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,2560,0.05020799860358238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,2048,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,1024,0.021663999184966087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,256,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,12288,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,7168,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,8192,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,10240,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,16384,65536,1.4981119632720947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,16384,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,5120,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,3584,0.058559998869895935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,4096,0.06585600227117538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,3072,0.04927999898791313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,1536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,12288,65536,1.1161600351333618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,12288,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,5120,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,7168,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,8192,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,16384,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,10240,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,4096,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,2560,0.035071998834609985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,2048,0.027904000133275986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,1536,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,10240,65536,0.936959981918335
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,128,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,5120,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,12288,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,8192,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,10240,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,7168,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,16384,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,4096,0.04841599985957146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,3584,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,3072,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,1536,0.01958400011062622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,8192,65536,0.7526400089263916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,256,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,5120,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,12288,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,8192,0.06672000139951706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,7168,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,10240,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,16384,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,7168,65536,0.6696959733963013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,3584,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,12288,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,5120,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,16384,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,8192,0.055456001311540604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,10240,0.06966400146484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,7168,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,3584,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,2560,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,5120,65536,0.47513601183891296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,512,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,12288,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,8192,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,7168,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,10240,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,16384,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,4096,0.029023999348282814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,3584,0.02473600022494793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,512,0.0063680000603199005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,128,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,4096,65536,0.38915199041366577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,8192,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,16384,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,10240,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,4096,0.02595200017094612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3584,65536,0.3420160114765167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,1536,0.01142400037497282
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,128,0.004224000032991171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,12288,0.05353600159287453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,16384,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,10240,0.045152001082897186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,7168,0.0350399985909462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,4096,0.02284800074994564
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,3072,65536,0.2969599962234497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,128,0.004191999789327383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,12288,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,16384,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,8192,0.03177599981427193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2560,65536,0.2510400116443634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,2048,0.012671999633312225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,512,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,12288,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,5120,0.020576000213623047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,16384,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,2048,65536,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,12288,0.027871999889612198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,10240,0.023615999147295952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,5120,0.016607999801635742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,8192,0.020767999812960625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,16384,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,4096,0.014560000039637089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1536,65536,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,1024,65536,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,12288,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,8192,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,16384,0.024768000468611717
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,512,65536,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,3072,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,2560,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,8192,0.01548799965530634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,256,65536,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,3072,0.011487999930977821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,1536,0.008511999621987343
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,16,128,65536,0.07283200323581696
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,4096,0.3686400055885315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,5120,0.4567039906978607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,3584,0.3235839903354645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,8192,0.7311360239982605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,7168,0.635968029499054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,3072,0.2805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,2560,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,10240,0.9000959992408752
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,1024,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,2048,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,1536,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,256,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,512,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,12288,1.0936319828033447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,65536,16384,1.4837759733200073
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,8192,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,5120,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,7168,0.16396799683570862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,10240,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,12288,0.28467199206352234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,4096,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,16384,0.37990400195121765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,3584,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,2048,0.05244800075888634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,1536,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,2560,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,3072,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,1024,0.0297279991209507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,5120,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,8192,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,7168,0.13734400272369385
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,12288,0.21913599967956543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,10240,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,16384,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,4096,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,3072,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,2560,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,3584,0.07465600222349167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,2048,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,1536,0.031808000057935715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,8192,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,7168,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,12288,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,10240,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,16384,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,3584,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,5120,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,3072,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,4096,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,16384,65536,1.5052800178527832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,512,0.012608000077307224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,256,0.00848000030964613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,128,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,12288,65536,1.1048959493637085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,12288,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,8192,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,10240,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,7168,0.09136000275611877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,16384,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,5120,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,4096,0.05452800169587135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,3072,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,3584,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,2560,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,1536,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,10240,65536,0.9308159947395325
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,12288,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,7168,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,5120,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,8192,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,10240,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,16384,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,4096,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,3584,0.045152001082897186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,2560,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,3072,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,512,0.010495999827980995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,1024,0.015584000386297703
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,8192,65536,0.7536640167236328
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,5120,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,12288,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,7168,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,8192,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,10240,0.07894399762153625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,16384,0.13123199343681335
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,3584,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,512,0.008320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,128,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,7168,65536,0.6616320013999939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,12288,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,8192,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,7168,0.05040000006556511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,10240,0.06880000233650208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,16384,0.10249599814414978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,4096,0.029759999364614487
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,3584,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,2048,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,5120,65536,0.47308799624443054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,5120,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,12288,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,7168,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,8192,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,10240,0.06067200005054474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,16384,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,4096,0.027871999889612198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,4096,65536,0.3819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,1536,0.01360000018030405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,12288,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,5120,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,7168,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,8192,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,16384,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,2560,0.01548799965530634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,2048,0.013504000380635262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3584,65536,0.3389439880847931
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,256,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,12288,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,8192,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,16384,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,3072,65536,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,3584,0.02051199972629547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,2048,0.01360000018030405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,12288,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,8192,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,16384,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2560,65536,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,256,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,5120,0.01568000018596649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,2048,65536,0.19968000054359436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,3072,0.011327999643981457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,8192,0.017535999417304993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,16384,0.033984001725912094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1536,65536,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,12288,0.01865600049495697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,5120,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,16384,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,1024,65536,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,512,0.004383999854326248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,16384,0.020576000213623047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,512,65536,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,3584,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,2560,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,12288,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,5120,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,16384,0.023679999634623528
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,256,65536,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,3072,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,8,128,65536,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,4096,0.3635199964046478
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,5120,0.4556800127029419
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,7168,0.6359040141105652
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,3584,0.319487988948822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,8192,0.7271040081977844
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,3072,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,10240,0.8991680145263672
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,2560,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,1024,0.10153599828481674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,1536,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,2048,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,12288,1.083583950996399
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,256,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,512,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,65536,16384,1.4387199878692627
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,5120,0.12726399302482605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,8192,0.18643200397491455
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,4096,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,7168,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,12288,0.2805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,10240,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,3584,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,16384,0.37068799138069153
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,2560,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,1024,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,1536,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,3072,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,2048,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,5120,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,12288,0.2284799963235855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,7168,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,8192,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,10240,0.17440000176429749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,16384,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,3072,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,4096,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,3584,0.06883200258016586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,2048,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,2560,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,8192,0.12812800705432892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,7168,0.11481600254774094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,12288,0.18054400384426117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,10240,0.14560000598430634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,16384,0.23552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,3584,0.0575999990105629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,3072,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,16384,65536,1.4786560535430908
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,4096,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,5120,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,1536,0.026815999299287796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,128,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,12288,65536,1.1018240451812744
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,7168,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,12288,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,8192,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,10240,0.12812800705432892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,5120,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,16384,0.19046400487422943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,4096,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,3584,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,3072,0.04214400053024292
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,2560,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,1024,0.016416000202298164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,10240,65536,0.9338880181312561
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,12288,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,7168,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,8192,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,10240,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,5120,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,16384,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,3584,0.04419200122356415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,4096,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,2560,0.033055998384952545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,1536,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,8192,65536,0.7526400089263916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,5120,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,12288,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,7168,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,8192,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,16384,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,10240,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,4096,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,2560,0.021727999672293663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,3072,0.025631999596953392
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,7168,65536,0.657535970211029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,12288,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,5120,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,7168,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,10240,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,8192,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,16384,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,4096,0.02687999978661537
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,3072,0.02163200080394745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,1024,0.010495999827980995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,5120,65536,0.4609920084476471
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,12288,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,7168,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,8192,0.05023999884724617
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,10240,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,16384,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,3072,0.019551999866962433
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,2560,0.016575999557971954
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,4096,65536,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,12288,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,8192,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,16384,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,4096,0.02179200015962124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3584,65536,0.33587199449539185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,2048,0.012640000320971012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,1024,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,5120,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,8192,0.033984001725912094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,16384,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,10240,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,3072,65536,0.29183998703956604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,10240,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,16384,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2560,65536,0.2489600032567978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,2048,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,128,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,12288,0.03283200040459633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,16384,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,10240,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,3584,0.01152000017464161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,3072,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,2560,0.009440000168979168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,2048,65536,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,1536,0.007455999962985516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,10240,0.020608000457286835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,16384,0.03302399814128876
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1536,65536,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,3072,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,4096,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,2560,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,1536,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,7168,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,5120,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,4096,0.008448000065982342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,1024,65536,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,12288,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,5120,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,10240,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,8192,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,7168,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,512,65536,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,4096,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,3584,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,2560,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,1536,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,2048,0.005439999978989363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,512,0.004383999854326248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,256,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,12288,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,10240,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,5120,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,7168,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,8192,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,4096,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,256,65536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,3584,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,2560,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,3072,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,1536,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,256,0.0044479998759925365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,4,128,65536,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,4096,0.35942399501800537
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,5120,0.447488009929657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,8192,0.7260159850120544
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,7168,0.6278719902038574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,3584,0.3973119854927063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,3072,0.27158400416374207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,10240,0.8929280042648315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,1024,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,2560,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,512,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,1536,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,2048,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,128,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,256,0.02879999950528145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,12288,1.1253759860992432
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,65536,16384,1.4264320135116577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,5120,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,8192,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,12288,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,10240,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,7168,0.164000004529953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,4096,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,16384,0.37068799138069153
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,3584,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,2048,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,2560,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,3072,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,1536,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,1024,0.0289280004799366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,8192,0.1393599957227707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,5120,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,10240,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,12288,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,7168,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,4096,0.07078400254249573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,16384,0.27033600211143494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,3584,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,3072,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,2560,0.04508800059556961
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,7168,0.1005759984254837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,12288,0.19046400487422943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,8192,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,10240,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,16384,0.2266560047864914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,3584,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,4096,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,3072,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,5120,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,2560,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,2048,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,16384,65536,1.4704639911651611
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,1536,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,256,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,12288,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,12288,65536,1.070080041885376
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,8192,0.09353599697351456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,10240,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,7168,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,16384,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,3584,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,5120,0.058559998869895935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,4096,0.04848000034689903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,2048,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,1024,0.014431999996304512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,10240,65536,0.8898879885673523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,12288,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,7168,0.07187200337648392
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,8192,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,10240,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,5120,0.05238400027155876
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,16384,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,3072,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,8192,65536,0.7127040028572083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,12288,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,7168,0.05244800075888634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,8192,0.059647999703884125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,16384,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,10240,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,4096,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,3584,0.027775999158620834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,1536,0.0144640002399683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,1024,0.010495999827980995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,256,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,7168,65536,0.6236159801483154
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,12288,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,8192,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,10240,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,16384,0.09427200257778168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,4096,0.025855999439954758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,5120,65536,0.447488009929657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,12288,0.22227199375629425
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,16384,0.09328000247478485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,3072,0.01849599927663803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,4096,65536,0.35942399501800537
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,1024,0.008448000065982342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,12288,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,16384,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,8192,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,4096,0.02051199972629547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,3584,0.01849599927663803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3584,65536,0.31436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,128,0.0044479998759925365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,12288,0.05145600065588951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,16384,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,3072,65536,0.26950401067733765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,4096,0.018751999363303185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2560,65536,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,3072,0.012640000320971012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,16384,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,4096,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,2048,65536,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,3584,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,1536,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,128,0.004383999854326248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,512,0.005408000200986862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,12288,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,7168,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,10240,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1536,65536,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,3072,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,512,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,5120,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,16384,0.026944000273942947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,1024,65536,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,1024,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,7168,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,5120,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,16384,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,512,65536,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,3072,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,256,65536,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,2048,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,2,128,65536,0.07081600278615952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,4096,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,5120,0.447488009929657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,8192,0.7229440212249756
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,7168,0.6247680187225342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,3584,0.31436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,3072,0.27033600211143494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,10240,0.8898559808731079
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,2560,0.3317759931087494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,2048,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,1536,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,1024,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,256,0.025855999439954758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,512,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,128,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,12288,1.1182080507278442
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,65536,16384,1.423359990119934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,7168,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,8192,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,10240,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,12288,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,5120,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,4096,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,3584,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,3072,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,16384,0.3585279881954193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,2560,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,1536,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,2048,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,8192,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,5120,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,7168,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,12288,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,10240,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,16384,0.27033600211143494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,4096,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,3072,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,3584,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,2560,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,512,0.011455999687314034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,8192,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,12288,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,10240,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,16384,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,4096,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,5120,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,2560,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,2048,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,1536,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,16384,65536,1.429792046546936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,512,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,128,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,12288,65536,1.069216012954712
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,12288,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,8192,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,5120,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,10240,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,7168,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,16384,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,3584,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,3072,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,4096,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,2560,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,128,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,10240,65536,0.8908799886703491
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,12288,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,8192,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,7168,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,10240,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,5120,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,16384,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,3584,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,3072,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,2048,0.02287999913096428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,1536,0.01852799952030182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,8192,65536,0.7106559872627258
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,12288,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,10240,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,8192,0.059647999703884125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,7168,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,16384,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,2048,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,7168,65536,0.6225919723510742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,12288,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,10240,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,8192,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,16384,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,5120,65536,0.44646400213241577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,12288,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,16384,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,1024,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,4096,65536,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,12288,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,16384,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,2048,0.01158399973064661
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3584,65536,0.31436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,12288,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,7168,0.027744000777602196
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,16384,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,3072,65536,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,12288,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,5120,0.017503999173641205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,7168,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,8192,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2560,65536,0.22752000391483307
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,16384,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,2048,65536,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,10240,0.01961600035429001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,5120,0.011487999930977821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,8192,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1536,65536,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,4096,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,1024,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,3072,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,512,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,8192,0.014560000039637089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,16384,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,1024,65536,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,3072,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,1024,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,10240,0.01756799966096878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,512,65536,0.08710400015115738
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,10240,0.016575999557971954
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,4096,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,256,65536,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,1024,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int8_wo,1,128,65536,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,4096,15.975423812866211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,3584,13.701120376586914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,5120,20.006912231445312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,8192,31.924415588378906
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,2560,10.600447654724121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,2048,8.330240249633789
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,7168,28.086559295654297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,3072,12.064767837524414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,128,1.45305597782135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,512,2.4872961044311523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,256,1.4820480346679688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,1024,4.1451520919799805
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,12288,12.369919776916504
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,10240,10.352640151977539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,65536,68.16153717041016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,1536,6.341631889343262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,4096,4.121600151062012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,8192,8.203264236450195
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,5120,5.4620161056518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,10240,40.34764862060547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,7168,7.086080074310303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,2048,2.318336009979248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,2560,2.9132800102233887
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,3584,3.8604800701141357
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,1536,1.745919942855835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,1024,1.1837760210037231
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,3072,3.21126389503479
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,512,0.6256639957427979
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,16384,17.059839248657227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,128,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,16384,256,0.38092800974845886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,16384,65.98758697509766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,8192,6.268928050994873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,7168,5.382143974304199
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,4096,3.1385600566864014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,10240,7.791615962982178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,5120,4.0120320320129395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,16384,12.797951698303223
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,3584,2.9421439170837402
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,2048,1.7305599451065063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,1024,0.8888319730758667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,2560,1.8862080574035645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,512,0.4792320132255554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,128,0.26214399933815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,256,0.29183998703956604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,3072,2.604032039642334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,12288,9.452544212341309
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,1536,1.3373440504074097
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,7168,4.689919948577881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,8192,5.416959762573242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,65536,12288,48.95743942260742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,4096,2.7064321041107178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,10240,6.771711826324463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,5120,3.645440101623535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,3584,2.3952319622039795
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,16384,11.02950382232666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,2048,1.4417920112609863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,1024,0.7444480061531067
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,2560,1.8001919984817505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,512,0.3840000033378601
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,3072,2.0592639446258545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,128,0.20499199628829956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,1536,1.1038719415664673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,12288,8.20736026763916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,256,0.2385919988155365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,12288,6.551551818847656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,65536,36.5588493347168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,5120,2.9020159244537354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,8192,4.291584014892578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,4096,2.240511894226074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,7168,3.609600067138672
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,10240,5.15993595123291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,2048,1.0465279817581177
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,3584,1.6762880086898804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,16384,8.588288307189941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,2560,1.4489599466323853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,3072,1.474560022354126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,128,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,512,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,256,0.21503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,1024,0.596992015838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,8192,1536,0.8652799725532532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,8192,3.579904079437256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,7168,3.4109439849853516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,10240,4.848639965057373
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,5120,2.357248067855835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,4096,1.8944000005722046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,16384,8.011775970458984
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,2560,1.2513279914855957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,3584,1.7274880409240723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,2048,1.0168319940567017
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,12288,5.894144058227539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,512,0.27750399708747864
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,1024,0.461760014295578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,1536,0.7742400169372559
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,3072,1.5063040256500244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,256,0.15481600165367126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,128,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,16384,6.1091837882995605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,8192,2.7486720085144043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,12288,65536,52.42060852050781
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,7168,2.1434879302978516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,10240,3.490816116333008
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,4096,1.4172159433364868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,5120,1.6803840398788452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,3072,1.0373120307922363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,3584,1.117184042930603
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,2560,0.9093120098114014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,12288,4.083712100982666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,2048,0.7454720139503479
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,256,0.10867200046777725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,512,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,1024,0.3821440041065216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,128,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,1536,0.562175989151001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,8192,2.288640022277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,10240,65536,43.78623962402344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,16384,4.584447860717773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,10240,2.6951680183410645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,5120,1.3926399946212769
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,7168,1.7786879539489746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,4096,1.0926079750061035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,12288,3.3996798992156982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,3584,0.9913920164108276
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,2560,0.7178239822387695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,2048,0.5836799740791321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,3072,0.7854719758033752
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,1024,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,512,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,256,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,1536,0.44543999433517456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,128,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,8192,1.9927040338516235
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,10240,2.4186880588531494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,16384,4.067327976226807
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,12288,2.8477439880371094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,7168,1.6916799545288086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,7168,65536,31.527936935424805
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,4096,0.9738240242004395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,5120,1.210368037223816
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,3584,0.8191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,2048,0.5130239725112915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,5120,65536,22.557695388793945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,2560,0.6297600269317627
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,1536,0.3911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,3072,0.7772160172462463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,4096,65536,18.299903869628906
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,128,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,512,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,256,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,1024,0.2693119943141937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,7168,1.3752319812774658
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,4096,0.8529919981956482
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,5120,1.0926079750061035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,8192,1.632256031036377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,12288,2.5374720096588135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,3584,0.7618560194969177
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,3072,0.6604800224304199
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,2560,0.5304319858551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,10240,1.9671039581298828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,2048,0.3993600010871887
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,256,0.06764800101518631
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,1024,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,512,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,1536,0.34508800506591797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,128,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,16384,3.487744092941284
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,8192,1.30457603931427
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,7168,1.1724799871444702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,10240,1.628159999847412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,16384,2.76582407951355
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,4096,0.7496960163116455
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,5120,0.9041919708251953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,12288,2.012160062789917
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,3584,0.5683199763298035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,2048,0.3891200125217438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,2560,0.4782080054283142
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,1536,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,1024,0.19686399400234222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,3072,0.5509120225906372
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,256,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,512,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,128,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3584,65536,15.506431579589844
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,8192,1.099776029586792
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,12288,1.6128000020980835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,10240,1.2789759635925293
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,4096,0.5826560258865356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,7168,0.9093120098114014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,16384,2.111488103866577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,5120,0.7229440212249756
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,3584,0.5058559775352478
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,2048,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,2560,0.3819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,3072,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,1024,0.16492800414562225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,1536,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,256,0.04726399853825569
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,128,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,512,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,3072,65536,13.527039527893066
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,8192,0.8744959831237793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,10240,0.9728000164031982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,16384,1.7745920419692993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,7168,0.7509120106697083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,12288,1.3332480192184448
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,5120,0.5420479774475098
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,4096,0.3943679928779602
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,3584,0.37990400195121765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,2048,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,2560,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2560,65536,11.614208221435547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,3072,0.2908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,1536,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,256,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,512,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,128,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,1024,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,8192,0.5427200198173523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,5120,0.3399679958820343
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,7168,0.45772799849510193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,16384,1.1100159883499146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,10240,0.6696959733963013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,2048,65536,9.052160263061523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,12288,0.8028159737586975
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,4096,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,3584,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,3072,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,2560,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,512,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,1024,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,2048,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,256,0.02675200067460537
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,1536,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,8192,0.3196159899234772
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,16384,0.6123520135879517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,7168,0.2571519911289215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,12288,0.4341759979724884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,10240,0.36454400420188904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,5120,0.20688000321388245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,4096,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,3584,0.13948799669742584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,3072,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,2560,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,2048,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,1536,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,1024,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1536,65536,6.115359783172607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,512,65536,2.6613759994506836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,8192,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,12288,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,7168,0.1945600062608719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,10240,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,5120,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,16384,0.43539199233055115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,3584,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,3072,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,2560,0.06886400282382965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,4096,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,2048,0.054336000233888626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,1536,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,1024,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,1024,65536,4.353024005889893
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,8192,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,7168,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,10240,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,5120,0.12598399817943573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,12288,0.3399679958820343
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,16384,0.42291200160980225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,4096,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,3584,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,2048,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,3072,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,2560,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,256,65536,1.686527967453003
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,1536,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,4096,8.443903923034668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,5120,9.878591537475586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8192,128,65536,1.5882240533828735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,2560,5.676032066345215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,2048,4.571135997772217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,3584,7.791615962982178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,3072,6.957056045532227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,512,1.2687360048294067
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,1024,2.368511915206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,1536,3.4314239025115967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,256,0.7680000066757202
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,128,0.7301120162010193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,16384,8.095744132995605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,8192,16.4168643951416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,8192,4.1748480796813965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,7168,15.113216400146484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,10240,4.934656143188477
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,4096,2.2507519721984863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,5120,2.8723199367523193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,7168,3.861504077911377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,3584,1.960960030555725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,12288,6.115327835083008
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,2048,1.1336640119552612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,1024,0.5959680080413818
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,3072,1.696768045425415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,2560,1.4582719802856445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,256,0.18057599663734436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,128,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,512,0.3184640109539032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,10240,19.568639755249023
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,1536,0.8827840089797974
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,65536,25.958656311035156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,8192,3.408895969390869
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,16384,33.09056091308594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,10240,3.7304320335388184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,16384,6.523903846740723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,7168,2.960383892059326
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,5120,2.0930559635162354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,4096,1.6947200298309326
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,12288,4.707327842712402
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,2560,1.0987520217895508
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,3584,1.4899200201034546
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,2048,0.8561599850654602
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,1024,0.4567039906978607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,3072,1.2881920337677002
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,128,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,512,0.24063999950885773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,256,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,12288,1536,0.6625279784202576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,10240,3.6730880737304688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,8192,2.824320077896118
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,7168,2.5569279193878174
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,3584,1.2799999713897705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,4096,1.3967360258102417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,5120,1.8075840473175049
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,65536,22.597631454467773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,2560,0.9082880020141602
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,2048,0.7260159850120544
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,1536,0.5478399991989136
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,512,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,256,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,128,0.0790719985961914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,1024,0.3758080005645752
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,3072,1.0833920240402222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,10240,2.8323841094970703
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,16384,4.418560028076172
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,65536,12288,23.67897605895996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,8192,2.2128639221191406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,7168,1.9793920516967773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,16384,65536,33.514495849609375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,65536,17.2093448638916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,16384,5.519360065460205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,3584,0.9953280091285706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,4096,1.1253759860992432
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,5120,1.4018559455871582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,1024,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,2048,0.5816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,10240,12288,4.116479873657227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,512,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,256,0.0902400016784668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,128,0.060575999319553375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,2560,0.69651198387146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,1536,0.4362240135669708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,3072,0.8632320165634155
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,12288,3.034111976623535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,7168,1.7274880409240723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,8192,1.9814399480819702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,8192,12288,3.246079921722412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,3072,0.7208960056304932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,3584,0.9195520281791687
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,4096,0.9799680113792419
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,2560,0.6205440163612366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,1024,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,2048,0.5079039931297302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,512,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,1536,0.38604798913002014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,256,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,5120,1.2974079847335815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,128,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,65536,15.042559623718262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,10240,1.7879040241241455
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,8192,1.4325759410858154
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,10240,2.4135680198669434
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,7168,16384,3.4344959259033203
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,4096,0.7290880084037781
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,3584,0.647167980670929
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,12288,2.1391360759735107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,5120,0.9256960153579712
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,7168,1.2707840204238892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,512,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,1024,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,2048,0.37785598635673523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,1536,0.2949120104312897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,2560,0.45977601408958435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,128,0.04012800008058548
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,3072,0.5713919997215271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,256,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,16384,2.521087884902954
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,7168,1.0158079862594604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,16384,2.081792116165161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,4096,0.5806080102920532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,8192,1.1325440406799316
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,3072,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,3584,0.5109760165214539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,10240,1.4202879667282104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,5120,0.7270399928092957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,2048,0.3031040132045746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,1536,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,2560,0.37376001477241516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,1024,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,512,0.08403199911117554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,256,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,128,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,12288,1.4909440279006958
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,16384,1.9886080026626587
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,12288,1.7018879652023315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,8192,1.0221120119094849
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,4096,0.5181440114974976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,5120,0.6646400094032288
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,7168,0.8663039803504944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,10240,1.260543942451477
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,5120,65536,10.631168365478516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,3584,0.4588800072669983
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,2560,0.32051199674606323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,1024,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,2048,0.4004479944705963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,3072,0.3962880074977875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,1536,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,256,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,512,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,128,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,16384,1.7479679584503174
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,12288,1.2912640571594238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,10240,1.0690560340881348
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,8192,0.8714240193367004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,7168,0.7487679719924927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,5120,0.5437440276145935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,4096,0.4556800127029419
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,2048,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,1536,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,3584,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,2560,0.27750399708747864
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,1024,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,3072,0.33792001008987427
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,512,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,256,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,4096,65536,8.605695724487305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,7168,0.6778879761695862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,8192,0.7342079877853394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,10240,0.9236479997634888
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,5120,0.4853760004043579
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,16384,1.42576003074646
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,12288,1.0895359516143799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,4096,0.3853760063648224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3072,65536,6.4245758056640625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,3584,0.33795198798179626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,2048,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,1536,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,2560,0.2529279887676239
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,3072,0.29388800263404846
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,512,0.05843200162053108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,1024,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,256,0.032896000891923904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,128,0.021856000646948814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,3584,65536,7.544832229614258
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,8192,0.5734400153160095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,7168,0.5142080187797546
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,4096,0.2991040050983429
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,10240,0.7239680290222168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,5120,0.3686400055885315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,12288,0.8683519959449768
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,3584,0.2682879865169525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,16384,1.0106879472732544
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,3072,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,1536,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,2048,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,1024,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,2560,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,512,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,256,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,128,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,10240,0.5406720042228699
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,8192,0.4433920085430145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,7168,0.3911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,5120,0.28672000765800476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,12288,0.6041600108146667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,3584,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,16384,0.8007680177688599
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,4096,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,2048,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,2560,0.14880000054836273
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,1024,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2560,65536,5.56441593170166
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,1536,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,3072,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,512,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,256,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,2048,65536,4.412703990936279
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,8192,0.28595200181007385
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,7168,0.26947200298309326
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,10240,0.37990400195121765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,16384,0.5847039818763733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,12288,0.4485119879245758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,4096,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,5120,0.1945600062608719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,3584,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,3072,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,2048,0.07996799796819687
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,1536,0.06159999966621399
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,1024,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,2560,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,10240,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,8192,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,7168,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,12288,0.23267200589179993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,16384,0.30822399258613586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,5120,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,4096,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1536,65536,3.1746559143066406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,3584,0.06886400282382965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,3072,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,2560,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,2048,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,1024,65536,2.0695040225982666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,12288,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,8192,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,10240,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,5120,0.07913599908351898
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,7168,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,16384,0.24985599517822266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,4096,0.054368000477552414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,3584,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,128,0.0063680000603199005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,512,65536,1.2113920450210571
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,256,65536,0.8089600205421448
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,12288,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,7168,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,8192,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,10240,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,16384,0.2242559939622879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,4096,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,5120,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,3072,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,8192,8.672256469726562
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,16384,16.665599822998047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4096,128,65536,0.7864320278167725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,4096,4.35097599029541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,2048,2.312191963195801
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,2560,2.855936050415039
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,3584,3.8975679874420166
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,3072,3.34335994720459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,5120,5.800960063934326
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,1024,1.1878399848937988
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,512,0.6236159801483154
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,128,0.3829759955406189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,256,0.39321601390838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,1536,1.6711679697036743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,8192,2.284543991088867
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,7168,1.9783680438995361
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,7168,7.912447929382324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,5120,1.4079999923706055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,4096,1.1315200328826904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,3584,0.9574400186538696
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,2560,0.7026879787445068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,16384,4.136960029602051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,10240,2.875391960144043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,2048,0.5754879713058472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,1536,0.43929600715637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,3072,0.834559977054596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,512,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,256,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,1024,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,128,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,12288,3.4846720695495605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,10240,9.672703742980957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,8192,1.6262719631195068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,5120,1.052672028541565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,10240,1.9845119714736938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,7168,1.4612480401992798
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,16384,3.246079921722412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,3072,0.6225919723510742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,4096,0.7997440099716187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,12288,2.50163197517395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,3584,0.7516160011291504
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,2048,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,2560,0.5359359979629517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,1536,0.32767999172210693
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,1024,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,512,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,256,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,128,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,12288,2.1381759643554688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,10240,1.7889280319213867
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,5120,0.92467200756073
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,7168,1.269760012626648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,8192,1.4335999488830566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,16384,2.836479902267456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,4096,0.7423999905586243
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,3584,0.6399999856948853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,65536,10.488832473754883
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,2560,0.48742398619651794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,2048,0.36454400420188904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,1024,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,512,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,65536,12288,12.084223747253418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,1536,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,128,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,256,0.05958399921655655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,10240,3072,0.5613440275192261
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,12288,1.7151999473571777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,10240,1.4284800291061401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,16384,2.269439935684204
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,5120,0.7188479900360107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,3584,0.5099520087242126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,3072,0.43929600715637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,7168,0.997376024723053
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,4096,0.579584002494812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,2560,0.3665919899940491
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,2048,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,8192,1.1683839559555054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,256,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,128,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,512,0.0851840004324913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,1024,0.16092799603939056
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,1536,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,12288,1.5106559991836548
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,10240,1.2452479600906372
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,5120,0.6481919884681702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,8192,1.0147839784622192
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,7168,0.8560640215873718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,4096,0.5181440114974976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,3072,0.3911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,65536,7.3512959480285645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,3584,0.43929600715637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,2048,0.26121601462364197
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,16384,2.002943992614746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,1536,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,1024,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,256,0.042047999799251556
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,2560,0.33587199449539185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,512,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,7168,128,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,16384,1.4929920434951782
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,16384,65536,16.479232788085938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,8192,0.7311360239982605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,7168,0.6399999856948853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,10240,0.9113600254058838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,5120,0.4710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,12288,65536,12.336128234863281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,4096,0.3829759955406189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,12288,1.0864640474319458
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,3584,0.34303998947143555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,2560,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,2048,0.19580799341201782
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,3072,0.2919999957084656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,1024,0.10364799946546555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,1536,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,512,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,256,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,128,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,12288,0.8550400137901306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,10240,0.7167999744415283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,8192,0.5816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,4096,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,7168,0.5120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,8192,65536,8.40601634979248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,5120,0.374783992767334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,3584,0.26419198513031006
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,1536,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,3072,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,2048,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,2560,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,16384,1.1335680484771729
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,1024,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,512,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,256,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,65536,4.51584005355835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,4096,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,12288,0.7454720139503479
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,5120,0.32256001234054565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,10240,0.6420480012893677
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,3584,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,8192,0.5038080215454102
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,4096,0.25702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,7168,0.4628480076789856
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,3072,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,2048,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,1024,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,16384,0.9953280091285706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,2560,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,1536,0.10883200168609619
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,512,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,8192,0.44543999433517456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,10240,0.5448960065841675
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,7168,0.3758719861507416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,5120,65536,5.3442559242248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,4096,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,3072,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,5120,0.27852800488471985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,2560,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,3584,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,2048,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,12288,0.6502400040626526
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,16384,0.857088029384613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,256,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,1536,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,512,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,128,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,1024,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,12288,0.5580800175666809
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,8192,0.37990400195121765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,7168,0.3328000009059906
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,5120,0.24166400730609894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,10240,0.4607999920845032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,3584,0.17430399358272552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,16384,0.7261760234832764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,4096,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,2048,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,2560,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,3072,0.14767999947071075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,1536,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,1024,0.05353600159287453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,512,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,128,0.013439999893307686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,256,0.018783999606966972
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3584,65536,3.7509119510650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,3072,65536,3.1293439865112305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,16384,0.5826560258865356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,10240,0.3696640133857727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,8192,0.3031040132045746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,7168,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,4096,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,12288,0.4433920085430145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,5120,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,3584,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,3072,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,2560,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,2048,0.07900799810886383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,1536,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,1024,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,10240,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,8192,0.22332799434661865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,5120,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,7168,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,12288,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,16384,0.43110400438308716
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2560,65536,2.5541439056396484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,4096,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,3584,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,3072,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,2560,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,2048,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,1536,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,1024,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,2048,65536,1.9826560020446777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,12288,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,8192,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,10240,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,7168,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,5120,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,4096,0.07302399724721909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,3584,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,16384,0.27955201268196106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,2560,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,2048,0.04217600077390671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,1024,0.024831999093294144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,128,0.008320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,12288,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,8192,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,7168,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,10240,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,5120,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1536,65536,1.4786560535430908
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,4096,0.044096000492572784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,3584,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,16384,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,3072,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,1024,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,512,0.009440000168979168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,1024,65536,1.1130880117416382
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,512,65536,0.6123520135879517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,12288,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,8192,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,5120,0.031968001276254654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,10240,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,16384,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,7168,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,4096,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,512,0.007519999984651804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,128,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,8192,0.04927999898791313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,12288,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,10240,0.06982400268316269
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,7168,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,16384,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,3072,0.01759999990463257
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,256,65536,0.4280320107936859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,12288,6.624256134033203
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,10240,5.62175989151001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,16384,9.077759742736816
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2048,128,65536,0.4116480052471161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,3584,1.950719952583313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,1536,0.8767039775848389
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,1024,0.591871976852417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,4096,2.1719040870666504
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,2048,1.1509759426116943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,512,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,128,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,256,0.1990080028772354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,2560,1.4407680034637451
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,12288,1.6895999908447266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,16384,2.2507519721984863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,3072,1.7008639574050903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,8192,1.137760043144226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,10240,1.4346239566802979
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,5120,2.75763201713562
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,3584,0.5079039931297302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,5120,0.7352319955825806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,3072,0.44646400213241577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,4096,0.5990399718284607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,2560,0.3686400055885315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,8192,4.453375816345215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,2048,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,1536,0.24063999950885773
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,1024,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,512,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,128,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,256,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,7168,1.001471996307373
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,65536,7168,3.9198720455169678
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,8192,0.8447999954223633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,16384,1.640447974205017
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,4096,0.45260798931121826
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,3584,0.38707199692726135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,3072,0.3256320059299469
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,5120,0.5273600220680237
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,2048,0.22323200106620789
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,7168,0.737280011177063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,2560,0.2693119943141937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,10240,1.013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,512,0.06371200084686279
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,1024,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,256,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,1536,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,128,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,12288,1.2677119970321655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,12288,1.0803200006484985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,10240,0.9052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,8192,0.7311360239982605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,16384,1.4335999488830566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,5120,0.4761599898338318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,3072,0.29388800263404846
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,4096,0.37785598635673523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,2560,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,2048,0.2038400024175644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,3584,0.3553279936313629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,7168,0.6625279784202576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,1536,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,1024,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,128,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,256,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,512,0.05446400120854378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,10240,65536,6.033535957336426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,8192,0.5857279896736145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,16384,1.1274240016937256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,7168,0.5109760165214539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,5120,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,4096,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,12288,0.8663039803504944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,10240,0.7210879921913147
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,3072,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,3584,0.26419198513031006
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,2048,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,2560,0.2019840031862259
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,1536,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,1024,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,512,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,256,0.026688000187277794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,8192,65536,4.692992210388184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,12288,0.766975998878479
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,16384,1.0219520330429077
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,10240,0.6401600241661072
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,5120,0.32870399951934814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,4096,0.27033600211143494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,8192,0.5160959959030151
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,3584,0.24166400730609894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,7168,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,2048,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,1536,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,3072,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,2560,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,1024,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,512,0.04009599983692169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,128,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,12288,0.5447679758071899
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,10240,0.45158401131629944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,16384,0.7608320116996765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,5120,0.23756800591945648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,7168,0.32870399951934814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,8192,0.38102400302886963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,4096,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,16384,65536,8.350720405578613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,2048,0.10470400005578995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,3584,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,12288,65536,6.01804780960083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,3072,0.14560000598430634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,2560,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,1536,0.08124800026416779
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,512,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,256,0.01852799952030182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,1024,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,12288,0.4423680007457733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,7168,0.2662400007247925
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,8192,0.2932159900665283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,10240,0.36793598532676697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,5120,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,3584,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,16384,0.5816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,4096,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,3072,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,1536,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,2048,0.08022399991750717
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,2560,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,1024,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,4096,65536,2.2128639221191406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,7168,65536,3.6669440269470215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,8192,0.25804799795150757
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,7168,0.23046399652957916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,10240,0.32153600454330444
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,16384,0.5099520087242126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,5120,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,12288,0.3863680064678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,4096,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,2048,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,1536,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,3584,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,2560,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,5120,65536,2.9214720726013184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,1024,0.041152000427246094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,3072,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,512,0.023903999477624893
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,256,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,7168,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,8192,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,5120,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,12288,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,10240,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,16384,0.4280320107936859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,4096,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,3584,0.10367999970912933
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,2560,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,3072,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,2048,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,1536,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,1024,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,256,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,8192,0.2009280025959015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,7168,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3584,65536,1.7377279996871948
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,10240,0.23654399812221527
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,12288,0.27244800329208374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,4096,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,16384,0.38707199692726135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,5120,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,3584,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,2560,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,1536,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,3072,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,2048,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,1024,0.03097599931061268
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,512,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,3072,65536,1.4920320510864258
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,256,0.013344000093638897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,10240,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,7168,0.13011200726032257
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,5120,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,8192,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,16384,0.2969599962234497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,12288,0.22323200106620789
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,4096,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,3584,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,3072,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,2048,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,2560,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,1024,0.02473600022494793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,512,0.014560000039637089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2048,65536,1.0895359516143799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,7168,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,10240,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,8192,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,2560,65536,1.4971519708633423
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,16384,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,12288,0.17830400168895721
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,3584,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,5120,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,3072,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,4096,0.06323199719190598
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,2560,0.04201599955558777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,2048,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,1536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,512,0.01244799979031086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,256,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,12288,0.11577600240707397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,7168,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,10240,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,5120,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,8192,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,4096,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,16384,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,3072,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,3584,0.03814399987459183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,2560,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,1024,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,12288,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1536,65536,0.8509439826011658
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,8192,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,16384,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,10240,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,1024,65536,0.5806080102920532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,2560,0.019551999866962433
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,1536,0.013632000423967838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,12288,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,10240,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,16384,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,512,65536,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,12288,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,10240,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,16384,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,256,65536,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,1024,0.008320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,5120,2.066431999206543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,7168,2.8211519718170166
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,8192,3.2972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,12288,5.0728960037231445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1024,128,65536,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,2560,1.0915839672088623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,1536,0.6563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,512,0.2385919988155365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,1024,0.45072001218795776
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,2048,0.8601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,256,0.15087999403476715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,128,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,4096,1.6783360242843628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,12288,1.2677119970321655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,16384,1.691648006439209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,10240,1.0833920240402222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,8192,0.8683519959449768
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,7168,0.754688024520874
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,5120,0.536575973033905
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,3584,1.5105279684066772
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,4096,0.4403199851512909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,3072,1.2810239791870117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,3584,0.3911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,2560,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,2048,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,1024,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,1536,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,512,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,256,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,3072,0.3317759931087494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,8192,0.6707199811935425
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,7168,0.5765119791030884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,10240,0.8550400137901306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,16384,1.3373440504074097
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,5120,0.43011200428009033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,4096,0.34508800506591797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,12288,1.0076160430908203
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,3072,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,2048,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,3584,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,2560,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,1536,0.1292800009250641
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,10240,4.178944110870361
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,1024,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,256,0.0297279991209507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,512,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,128,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,12288,0.8120319843292236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,10240,0.6768640279769897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,8192,0.5539839863777161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,16384,1.0741759538650513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,7168,0.4976640045642853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,4096,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,5120,0.3543039858341217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,3584,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,2560,0.19251200556755066
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,3072,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,65536,16384,6.738944053649902
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,2048,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,1536,0.10556799918413162
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,512,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,1024,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,10240,65536,4.035583972930908
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,12288,0.6533120274543762
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,8192,0.4403199851512909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,5120,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,7168,0.38707199692726135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,4096,0.21401600539684296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,16384,65536,6.648831844329834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,3584,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,3072,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,10240,0.5570560097694397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,2048,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,2560,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,1024,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,1536,0.09347199648618698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,512,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,16384,0.8724480271339417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,256,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,8192,65536,3.3167359828948975
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,10240,0.47513601183891296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,7168,0.33792001008987427
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,5120,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,8192,0.3819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,16384,0.7587839961051941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,4096,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,3584,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,2560,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,2048,0.10982400178909302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,3072,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,12288,0.5775359869003296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,1024,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,1536,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,512,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,256,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,128,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,12288,65536,5.372928142547607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,12288,0.4136959910392761
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,8192,0.2735680043697357
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,7168,65536,2.925568103790283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,16384,0.543071985244751
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,4096,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,5120,0.17919999361038208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,3584,0.13007999956607819
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,7168,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,10240,0.3474240005016327
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,2560,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,2048,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,1536,0.06047999858856201
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,1024,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,3072,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,12288,0.33689600229263306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,8192,0.2181120067834854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,5120,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,4096,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,3584,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,7168,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,16384,0.42905598878860474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,3072,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,10240,0.2765440046787262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,2560,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,2048,0.07606399804353714
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,1024,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,1536,0.04633599892258644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,10240,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,4096,65536,2.2527999877929688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,5120,65536,2.135040044784546
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,8192,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,7168,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,12288,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,4096,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,5120,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,3584,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,2560,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,16384,0.39321601390838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,512,0.019487999379634857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,1536,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,2048,0.05644800141453743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3584,65536,1.5022079944610596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,8192,0.19251200556755066
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,7168,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,10240,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,4096,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,5120,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,16384,0.3719039857387543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,12288,0.26214399933815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,2560,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,3072,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,2048,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,1024,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,3584,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,512,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,1536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,128,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,8192,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,10240,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,7168,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,3072,65536,1.457152009010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,5120,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,3584,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,4096,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,12288,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,16384,0.2887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,3072,0.06364800035953522
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,1536,0.0398080013692379
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,2048,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,2560,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,128,0.00848000030964613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,12288,0.20188799500465393
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2560,65536,1.043552041053772
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,5120,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,7168,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,16384,0.2385919988155365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,8192,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,10240,0.15488000214099884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,3072,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,4096,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,3584,0.06361600011587143
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,2560,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,2048,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,12288,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,5120,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,8192,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,7168,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,2048,65536,1.1112639904022217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,10240,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,16384,0.2006720006465912
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,2048,0.03564799949526787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,2560,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,3072,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,1536,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,3584,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,1024,0.01974399946630001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,12288,0.09731200337409973
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1536,65536,0.8560640215873718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,8192,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,10240,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,16384,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,5120,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,7168,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,3584,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,2560,0.028736000880599022
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,12288,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,7168,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,8192,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,10240,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,1024,65536,0.5591040253639221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,16384,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,4096,0.021536000072956085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,10240,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,16384,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,4096,0.017696000635623932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,512,65536,0.25702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,3584,0.014399999752640724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,2560,0.013472000136971474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,10240,0.02470399998128414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,8192,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,256,65536,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,16384,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,4096,0.0144640002399683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,3584,0.012480000033974648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,2560,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,7168,1.9814399480819702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,5120,1.4008320569992065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,3584,0.9871360063552856
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,3072,0.8468480110168457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,768,128,65536,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,2048,0.5591040253639221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,4096,1.106943964958191
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,512,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,1024,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,256,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,1536,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,2560,0.7147520184516907
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,128,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,8192,2.2272000312805176
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,12288,0.8611840009689331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,10240,0.7157760262489319
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,16384,1.1448320150375366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,7168,0.506879985332489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,8192,0.5724160075187683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,5120,0.374783992767334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,3072,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,2560,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,4096,0.30720001459121704
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,3584,0.26214399933815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,2048,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,1024,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,1536,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,256,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,128,0.0197759997099638
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,10240,2.875391960144043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,16384,65536,4.441152095794678
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,7168,0.3850240111351013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,8192,0.43110400438308716
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,4096,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,16384,4.419583797454834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,10240,0.5529599785804749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,5120,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,12288,0.6502400040626526
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,16384,0.8529919981956482
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,3584,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,2048,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,3072,0.17318400740623474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,2560,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,1024,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,512,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,256,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,1536,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,65536,12288,3.460223913192749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,65536,3.250175952911377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,12288,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,12288,0.5416960120201111
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,5120,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,7168,0.3317759931087494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,8192,0.3853119909763336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,4096,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,16384,0.7539200186729431
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,3072,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,2048,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,2560,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,10240,0.45772799849510193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,1536,0.07507199794054031
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,1024,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,3584,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,512,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,256,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,128,0.013344000093638897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,12288,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,5120,0.18435199558734894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,8192,0.28467199206352234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,7168,0.24883200228214264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,16384,0.5857279896736145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,10240,0.36454400420188904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,4096,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,3584,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,2560,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,3072,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,1536,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,2048,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,1024,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,256,0.016672000288963318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,12288,0.38809600472450256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,7168,0.23756800591945648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,8192,0.2706240117549896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,10240,0.319487988948822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,16384,0.5048320293426514
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,8192,65536,2.1821439266204834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,5120,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,3072,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,4096,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,2560,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,2048,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,3584,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,1536,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,512,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,1024,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,8192,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,10240,0.2385919988155365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,7168,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,10240,65536,2.8735039234161377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,7168,65536,1.9640320539474487
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,12288,0.27852800488471985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,5120,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,4096,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,3584,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,16384,0.3850240111351013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,2560,0.06774400174617767
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,3072,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,1536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,2048,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,1024,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,12288,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,8192,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,5120,65536,1.4981119632720947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,16384,0.2734079957008362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,10240,0.1876160055398941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,7168,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,5120,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,4096,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,2560,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,1536,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,3072,0.0586559996008873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,3584,0.06976000219583511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,10240,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,5120,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,8192,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,16384,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,12288,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,7168,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,3072,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,4096,65536,1.1315200328826904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,4096,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,3584,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,2560,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,1536,0.028960000723600388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,128,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,12288,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,16384,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,10240,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,8192,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,7168,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,5120,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,4096,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,3584,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,3072,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,2560,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,512,0.014431999996304512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,16384,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,7168,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,8192,0.09948799759149551
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,12288,0.14243200421333313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3072,65536,0.8929280042648315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,10240,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,3584,65536,1.0536960363388062
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,5120,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,4096,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,3584,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,2048,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,1536,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,12288,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2560,65536,0.7321599721908569
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,5120,0.05241600051522255
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,16384,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,10240,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,8192,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,4096,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,7168,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,3584,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,3072,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,7168,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,16384,0.11267200112342834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,5120,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,8192,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,10240,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,12288,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,2048,65536,0.5775359869003296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,4096,0.03497600182890892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,3584,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,512,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,12288,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,8192,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,5120,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,16384,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,256,0.005439999978989363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1536,65536,0.43932801485061646
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,12288,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,16384,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,1024,65536,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,512,65536,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,2048,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,3072,0.013439999893307686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,256,65536,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,3072,0.01142400037497282
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,3584,0.013504000380635262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,1536,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,7168,1.4735360145568848
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,10240,2.1043200492858887
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,512,128,65536,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,3584,0.711679995059967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,2048,0.43212801218032837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,4096,0.8407040238380432
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,2560,0.5539839863777161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,1024,0.2255679965019226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,5120,1.0557440519332886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,512,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,3072,0.6574079990386963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,256,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,1536,0.3328000009059906
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,128,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,8192,1.6363519430160522
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,12288,0.6615039706230164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,8192,0.4331519901752472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,7168,0.38604798913002014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,16384,0.8622080087661743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,4096,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,5120,0.2836480140686035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,10240,0.5468159914016724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,3072,0.16595199704170227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,2560,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,3584,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,1536,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,2048,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,1024,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,512,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,128,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,256,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,12288,0.49699199199676514
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,10240,0.4177919924259186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,16384,0.652288019657135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,7168,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,5120,0.21913599967956543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,8192,0.35225600004196167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,4096,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,3584,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,16384,3.416127920150757
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,2048,0.09638399630784988
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,2560,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,1024,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,3072,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,512,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,256,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,1536,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,65536,12288,2.5272319316864014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,12288,0.41676801443099976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,10240,0.3461120128631592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,12288,65536,2.7064321041107178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,8192,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,16384,0.5488640069961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,5120,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,4096,0.13939200341701508
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,3584,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,3072,0.11494400352239609
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,2560,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,1536,0.05862399935722351
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,7168,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,2048,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,512,0.024800000712275505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,1024,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,12288,0.33587199449539185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,7168,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,8192,0.27750399708747864
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,10240,0.27852800488471985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,16384,0.4352000057697296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,16384,65536,3.3423359394073486
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,10240,65536,2.124959945678711
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,5120,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,4096,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,2560,0.07171200215816498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,3072,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,3584,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,512,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,1536,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,1024,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,128,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,8192,0.2805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,10240,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,7168,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,5120,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,16384,0.3850240111351013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,12288,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,4096,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,3584,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,3072,0.10966400057077408
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,2560,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,2048,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,1536,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,1024,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,512,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,12288,0.2181120067834854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,8192,0.14259199798107147
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,10240,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,16384,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,7168,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,7168,65536,1.5012160539627075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,4096,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,3584,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,5120,0.10041599720716476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,3072,0.06278400123119354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,2560,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,2048,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,8192,65536,1.669119954109192
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,1536,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,12288,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,7168,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,5120,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,8192,0.14047999680042267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,10240,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,16384,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,5120,65536,1.0496000051498413
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,4096,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,3584,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,2560,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,2048,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,3072,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,512,0.0144640002399683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,10240,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,5120,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,8192,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,7168,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,12288,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,4096,65536,1.0936319828033447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,16384,0.21094399690628052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,3584,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,4096,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,3072,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,1536,0.027775999158620834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,12288,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3584,65536,0.7434239983558655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,5120,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,7168,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,16384,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,10240,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,8192,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,4096,0.07289600372314453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,3072,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,2560,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,3584,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,2048,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,1536,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,10240,0.1005759984254837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,16384,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,5120,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,12288,0.11903999745845795
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,8192,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,7168,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,3072,65536,0.7331839799880981
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,4096,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,3584,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,3072,0.03606399893760681
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,1536,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,12288,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2560,65536,0.5765119791030884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,5120,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,8192,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,16384,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,10240,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,4096,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,2560,0.02380800060927868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,1536,0.01849599927663803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,12288,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,8192,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,10240,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,16384,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,5120,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,7168,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,4096,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,2048,65536,0.5550079941749573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,3072,0.02768000029027462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,1024,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,8192,0.04335999861359596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,12288,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,16384,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1536,65536,0.43110400438308716
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,4096,0.02582399919629097
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,2048,0.013407999649643898
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,2560,0.018559999763965607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,128,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,512,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,12288,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,16384,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,10240,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,1024,65536,0.27852800488471985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,4096,0.01756799966096878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,3072,0.013632000423967838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,1024,0.007391999941319227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,128,0.006016000173985958
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,10240,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,5120,0.016575999557971954
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,3584,0.012480000033974648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,2560,0.013632000423967838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,512,65536,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,8192,0.015647999942302704
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,256,65536,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,4096,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,384,128,65536,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,8192,1.1397119760513306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,10240,1.4387199878692627
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,12288,1.7551360130310059
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,3584,0.5160959959030151
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,3072,0.4403199851512909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,16384,2.2517759799957275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,1536,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,2560,0.37785598635673523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,2048,0.29388800263404846
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,4096,0.5949440002441406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,128,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,256,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,512,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,1024,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,5120,0.7475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,12288,0.44543999433517456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,10240,0.37068799138069153
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,16384,0.5820159912109375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,5120,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,65536,7168,0.9963520169258118
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,7168,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,8192,0.2949120104312897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,4096,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,3584,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,3072,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,2560,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,2048,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,1024,0.04307200014591217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,1536,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,10240,0.27456000447273254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,8192,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,16384,0.43238401412963867
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,5120,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,7168,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,12288,0.32767999172210693
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,3584,0.11168000102043152
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,4096,0.11075200140476227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,2560,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,16384,65536,2.2261760234832764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,3072,0.09551999717950821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,1536,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,1024,0.033984001725912094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,12288,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,5120,0.12732799351215363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,7168,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,16384,0.38604798913002014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,8192,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,10240,0.24873599410057068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,4096,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,3584,0.09324800223112106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,1536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,3072,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,2048,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,1024,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,12288,0.23267200589179993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,8192,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,16384,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,7168,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,10240,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,10240,65536,1.4837759733200073
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,5120,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,4096,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,3584,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,2560,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,2048,0.04163200035691261
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,256,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,12288,65536,1.6803840398788452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,12288,0.20924800634384155
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,8192,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,7168,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,16384,0.26214399933815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,10240,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,8192,65536,1.1141120195388794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,3584,0.06576000154018402
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,4096,0.07603199779987335
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,5120,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,3072,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,2048,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,2560,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,12288,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,5120,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,8192,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,7168,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,10240,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,16384,0.19251200556755066
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,7168,65536,1.043455958366394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,4096,0.05443200096487999
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,2560,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,2048,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,3584,0.05052800104022026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,1536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,12288,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,8192,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,10240,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,5120,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,16384,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,5120,65536,0.7383040189743042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,3584,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,2560,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,2048,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,3072,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,12288,0.10345599800348282
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,7168,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,5120,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,8192,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,10240,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,16384,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,4096,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,4096,65536,0.5898240208625793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,3584,0.03280000016093254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,512,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,12288,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,10240,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,8192,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,5120,0.05040000006556511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,16384,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,4096,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,1024,0.013663999736309052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3584,65536,0.5038080215454102
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,8192,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,10240,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,3072,65536,0.5539839863777161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,12288,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,16384,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,7168,0.051231998950242996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,5120,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,12288,0.07593599706888199
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,5120,0.031808000057935715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,8192,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2560,65536,0.4057919979095459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,16384,0.0791039988398552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,3072,0.020735999569296837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,1536,0.012512000277638435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,7168,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,8192,0.03903999924659729
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,16384,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,10240,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,2048,65536,0.289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,3584,0.019519999623298645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,3072,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,12288,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,16384,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,1024,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,512,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1536,65536,0.24780799448490143
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,7168,0.0208320003002882
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,1024,65536,0.15990400314331055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,3072,0.012543999589979649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,2560,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,512,65536,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,7168,0.01548799965530634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,7168,0.01462399959564209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,5120,0.012543999589979649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,10240,0.016736000776290894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,256,65536,0.08723200112581253
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,2048,0.00848000030964613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,128,0.00431999983265996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,256,128,65536,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,4096,0.4384959936141968
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,5120,0.5509120225906372
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,12288,1.6834559440612793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,3584,0.38809600472450256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,3072,0.33504000306129456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,16384,1.7233920097351074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,1536,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,1024,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,2048,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,2560,0.27136000990867615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,256,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,512,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,8192,0.8704000115394592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,12288,0.33001598715782166
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,10240,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,8192,0.27350398898124695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,7168,0.766975998878479
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,16384,0.4344640076160431
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,5120,0.17628799378871918
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,4096,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,7168,0.19968000054359436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,3584,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,3072,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,2048,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,1024,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,1536,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,2560,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,65536,10240,1.0639359951019287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,512,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,12288,0.26419198513031006
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,8192,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,5120,0.1159679964184761
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,16384,0.35126399993896484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,7168,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,4096,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,10240,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,2560,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,3584,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,3072,0.07283200323581696
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,16384,65536,1.6844799518585205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,512,0.018624000251293182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,128,0.009983999654650688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,10240,0.23654399812221527
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,5120,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,8192,0.14342400431632996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,7168,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,16384,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,12288,0.21913599967956543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,3072,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,4096,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,12288,65536,1.358847975730896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,2048,0.044224001467227936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,2560,0.0533440001308918
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,3584,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,1536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,512,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,1024,0.024800000712275505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,12288,0.21196800470352173
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,5120,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,10240,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,16384,0.27955201268196106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,7168,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,8192,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,4096,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,3584,0.06576000154018402
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,3072,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,10240,65536,1.0549119710922241
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,2560,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,2048,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,512,0.014368000440299511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,12288,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,7168,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,5120,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,16384,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,10240,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,8192,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,8192,65536,1.1038719415664673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,3584,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,4096,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,3072,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,2048,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,128,0.00723200011998415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,256,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,12288,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,5120,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,8192,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,10240,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,7168,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,16384,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,4096,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,3072,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,7168,65536,1.0956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,12288,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,8192,0.07612799853086472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,5120,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,10240,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,7168,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,16384,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,4096,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,5120,65536,0.579584002494812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,3584,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,128,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,12288,0.08323200047016144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,5120,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,8192,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,7168,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,10240,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,16384,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,4096,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,4096,65536,0.5539839863777161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,256,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,12288,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,16384,0.14351999759674072
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,5120,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,7168,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,8192,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,10240,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3584,65536,0.49663999676704407
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,3584,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,4096,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,1024,0.013344000093638897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,512,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,12288,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,10240,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,8192,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,16384,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,3072,65536,0.5478399991989136
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,7168,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,128,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,12288,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,8192,0.0382080003619194
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,16384,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2560,65536,0.32256001234054565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,2048,0.016448000445961952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,3072,0.02051199972629547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,1024,0.009247999638319016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,128,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,12288,0.052352000027894974
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,8192,0.03916800022125244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,10240,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,16384,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,2048,65536,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,3072,0.017664000391960144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,1024,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,2048,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,256,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,12288,0.035071998834609985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,7168,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,3072,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,512,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,256,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1536,65536,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,10240,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,8192,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,1024,65536,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,7168,0.015615999698638916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,512,65536,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,4096,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,3072,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,128,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,256,65536,0.08303999900817871
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,192,128,65536,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,4096,0.44441598653793335
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,7168,0.7587839961051941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,8192,0.8560640215873718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,3584,0.38921600580215454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,3072,0.40860798954963684
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,2560,0.2836480140686035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,2048,0.21606400609016418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,1536,0.15772800147533417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,16384,1.6936960220336914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,1024,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,512,0.06470400094985962
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,256,0.036896001547575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,5120,0.5570560097694397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,12288,0.3247680068016052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,8192,0.2734079957008362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,10240,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,7168,0.2385919988155365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,16384,0.42905598878860474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,5120,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,3584,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,4096,0.14140799641609192
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,2560,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,3072,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,2048,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,512,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,10240,1.0762239694595337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,12288,0.2590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,16384,0.3461120128631592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,8192,0.17718400061130524
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,16384,65536,2.1412160396575928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,5120,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,10240,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,7168,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,3584,0.08320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,65536,12288,1.7018879652023315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,4096,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,3072,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,2048,0.05862399935722351
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,1536,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,1024,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,512,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,128,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,12288,0.2181120067834854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,10240,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,5120,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,8192,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,7168,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,16384,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,12288,65536,1.3455359935760498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,4096,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,3584,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,2560,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,2048,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,3072,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,1536,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,1024,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,512,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,12288,0.21094399690628052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,7168,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,5120,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,8192,0.1475200057029724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,16384,0.27372801303863525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,10240,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,4096,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,3584,0.06358399987220764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,2560,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,3072,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,2048,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,1024,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,10240,65536,1.0506240129470825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,12288,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,8192,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,10240,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,7168,0.12825599312782288
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,5120,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,8192,65536,1.1028480529785156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,3584,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,4096,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,16384,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,3072,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,2048,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,256,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,12288,0.14777599275112152
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,5120,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,8192,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,7168,0.0719359964132309
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,10240,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,16384,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,4096,0.0432640016078949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,2560,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,3072,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,7168,65536,0.7423999905586243
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,256,0.0074880002066493034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,12288,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,10240,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,8192,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,16384,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,5120,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,7168,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,4096,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,5120,65536,0.5663359761238098
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,3072,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,1024,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,256,0.006496000103652477
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,512,0.009472000412642956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,12288,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,8192,0.06572800129652023
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,7168,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,5120,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,16384,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,10240,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,4096,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,4096,65536,0.5785599946975708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,12288,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,7168,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,10240,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,5120,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,16384,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,8192,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3584,65536,0.49459201097488403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,12288,0.057472001761198044
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,5120,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,7168,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,16384,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,10240,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,4096,0.02598400041460991
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,3072,65536,0.5437440276145935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,3072,0.02160000056028366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,512,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,12288,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,8192,0.044256001710891724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,16384,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,10240,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2560,65536,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,1536,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,12288,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,10240,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,8192,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,16384,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,2048,65536,0.2805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,1536,0.011071999557316303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,7168,0.0226879995316267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,16384,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1536,65536,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,3584,0.014399999752640724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,2048,0.011487999930977821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,1024,65536,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,10240,0.02070399932563305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,5120,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,16384,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,8192,0.015584000386297703
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,512,65536,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,256,65536,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,160,128,65536,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,5120,0.3840000033378601
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,4096,0.3041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,8192,0.5908480286598206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,10240,0.7332159876823425
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,12288,0.8775680065155029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,2560,0.1945600062608719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,3584,0.2682879865169525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,2048,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,1024,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,1536,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,16384,1.1448320150375366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,256,0.02768000029027462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,128,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,3072,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,65536,7168,0.5191680192947388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,12288,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,5120,0.09859199821949005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,7168,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,8192,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,10240,0.18755200505256653
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,4096,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,16384,0.3307519853115082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,3072,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,3584,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,1536,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,2560,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,256,0.010304000228643417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,12288,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,7168,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,10240,0.14342400431632996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,8192,0.11897599697113037
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,16384,0.23756800591945648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,4096,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,3584,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,2560,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,3072,0.04950400069355965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,256,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,16384,65536,1.3547519445419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,12288,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,10240,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,8192,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,7168,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,16384,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,5120,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,4096,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,3584,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,3072,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,12288,65536,0.8785920143127441
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,2560,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,2048,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,12288,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,8192,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,10240,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,5120,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,7168,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,16384,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,4096,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,3072,0.035071998834609985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,3584,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,10240,65536,0.9236479997634888
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,12288,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,16384,0.1456959992647171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,5120,0.05129599943757057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,8192,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,10240,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,2048,0.023584000766277313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,3072,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,8192,65536,0.6696959733963013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,1024,0.014368000440299511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,12288,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,10240,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,5120,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,8192,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,16384,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,4096,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,3072,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,7168,65536,0.6287360191345215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,1024,0.012543999589979649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,12288,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,5120,0.03286400064826012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,16384,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,10240,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,7168,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,8192,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,5120,65536,0.4065279960632324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,10240,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,7168,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,16384,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,4096,65536,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,512,0.0072639998979866505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,12288,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,5120,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,8192,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,16384,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3584,65536,0.26316800713539124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,1536,0.013407999649643898
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,3072,0.020640000700950623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,12288,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,8192,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,16384,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,10240,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,7168,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,3072,65536,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,4096,0.021727999672293663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,2560,0.014431999996304512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,1024,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,12288,0.044064000248909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,8192,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,10240,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2560,65536,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,16384,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,7168,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,3584,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,12288,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,7168,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,2048,65536,0.16896000504493713
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,2048,0.011392000131309032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,1024,0.00723200011998415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,512,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,12288,0.0297279991209507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1536,65536,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,12288,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,1024,65536,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,3584,0.013407999649643898
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,1536,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,512,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,512,65536,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,256,65536,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,16384,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,4096,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,3584,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,1536,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,512,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,128,128,65536,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,4096,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,5120,0.374783992767334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,7168,0.5140479803085327
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,12288,0.8673279881477356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,3072,0.2263679951429367
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,3584,0.2693119943141937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,16384,1.1458560228347778
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,2560,0.19251200556755066
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,1024,0.0841279998421669
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,512,0.04630399867892265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,2048,0.12515200674533844
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,1536,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,128,0.018751999363303185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,8192,0.5776640176773071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,256,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,12288,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,5120,0.09529600292444229
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,8192,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,7168,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,10240,0.19046400487422943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,65536,10240,0.7383040189743042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,16384,0.25308799743652344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,3072,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,4096,0.07795199751853943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,3584,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,1536,0.03292800113558769
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,2560,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,12288,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,10240,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,8192,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,5120,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,7168,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,4096,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,3584,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,3072,0.04841599985957146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,16384,0.1945600062608719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,2048,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,1536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,256,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,16384,65536,1.0035200119018555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,12288,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,5120,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,10240,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,7168,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,16384,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,8192,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,4096,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,3584,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,3072,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,2048,0.038975998759269714
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,2560,0.0379519984126091
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,12288,65536,0.8611840009689331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,512,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,12288,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,5120,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,8192,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,7168,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,16384,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,10240,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,4096,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,3072,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,10240,65536,0.6236159801483154
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,3584,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,1024,0.01462399959564209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,12288,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,5120,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,10240,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,8192,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,16384,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,3072,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,1536,0.018559999763965607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,12288,0.06876800209283829
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,7168,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,10240,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,16384,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,8192,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,8192,65536,0.5693439841270447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,7168,65536,0.4639360010623932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,5120,0.03280000016093254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,2560,0.017791999503970146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,256,0.005439999978989363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,512,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,12288,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,8192,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,16384,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,10240,0.05459199845790863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,5120,65536,0.3819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,3072,0.020608000457286835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,12288,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,8192,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,16384,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,10240,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,4096,65536,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,12288,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,8192,0.03907199949026108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,7168,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,16384,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3584,65536,0.2613759934902191
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,12288,0.044224001467227936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,8192,0.0289280004799366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,10240,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,16384,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,3072,0.017696000635623932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,3072,65536,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,3584,0.019648000597953796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,1536,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,1024,0.008448000065982342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,128,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,512,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,12288,0.040063999593257904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,10240,0.030912000685930252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2560,65536,0.17523199319839478
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,16384,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,3584,0.01568000018596649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,12288,0.033984001725912094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,2048,65536,0.14243200421333313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,2560,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,10240,0.02179200015962124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,8192,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1536,65536,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,3072,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,8192,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,1024,65536,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,2048,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,512,65536,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,4096,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,1536,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,256,65536,0.07302399724721909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,4096,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,5120,0.37273600697517395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,7168,0.5099520087242126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,8192,0.5816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,12288,0.8837119936943054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,10240,0.72297602891922
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,96,128,65536,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,3072,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,3584,0.26848000288009644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,2560,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,2048,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,1536,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,256,0.026655999943614006
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,1024,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,128,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,512,0.04633599892258644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,12288,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,5120,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,10240,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,7168,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,8192,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,16384,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,3072,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,2560,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,4096,0.07795199751853943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,3584,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,1536,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,512,0.014592000283300877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,256,0.011455999687314034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,65536,16384,1.134592056274414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,12288,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,10240,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,7168,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,8192,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,5120,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,4096,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,3584,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,2560,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,2048,0.0360959991812706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,16384,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,3072,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,16384,65536,0.9976000189781189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,1536,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,12288,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,5120,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,7168,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,8192,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,16384,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,4096,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,10240,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,3584,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,3072,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,2560,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,12288,65536,0.8652799725532532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,2048,0.040063999593257904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,1536,0.031039999797940254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,1024,0.02271999977529049
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,12288,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,7168,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,5120,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,8192,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,10240,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,16384,0.1475200057029724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,4096,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,3584,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,2560,0.02800000086426735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,3072,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,10240,65536,0.6238719820976257
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,256,0.007360000163316727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,12288,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,5120,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,8192,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,10240,0.09238400310277939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,7168,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,16384,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,4096,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,3072,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,8192,65536,0.49561598896980286
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,512,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,12288,0.07795199751853943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,10240,0.0748480036854744
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,7168,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,8192,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,16384,0.14166399836540222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,7168,65536,0.4679679870605469
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,12288,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,16384,0.08416000008583069
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,4096,0.024831999093294144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,2048,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,5120,65536,0.5427200198173523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,1024,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,256,0.0054720002226531506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,8192,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,16384,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,10240,0.04729599878191948
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,4096,0.02067199908196926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,4096,65536,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,512,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,12288,0.060736000537872314
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,10240,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,7168,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,16384,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3584,65536,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,4096,0.022624000906944275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,2048,0.011615999974310398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,1024,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,256,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,12288,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,5120,0.027712000533938408
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,10240,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,16384,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,8192,0.029023999348282814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,2048,0.013504000380635262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,3072,65536,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,512,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,12288,0.038176000118255615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,16384,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2560,65536,0.16896000504493713
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,5120,0.017503999173641205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,2048,65536,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,1536,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,5120,0.016704000532627106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,10240,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1536,65536,0.1353919953107834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,256,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,10240,0.017503999173641205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,1024,65536,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,2560,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,256,0.004383999854326248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,128,0.004127999767661095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,10240,0.016607999801635742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,3584,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,3072,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,1536,0.009952000342309475
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,512,65536,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,8192,0.015231999568641186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,256,65536,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,3072,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,1536,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,80,128,65536,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,5120,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,7168,0.35225600004196167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,8192,0.419840008020401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,4096,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,10240,0.5140479803085327
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,3584,0.18332800269126892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,3072,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,2560,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,2048,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,1024,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,16384,0.8294399976730347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,256,0.019487999379634857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,512,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,1536,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,128,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,12288,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,5120,0.07286400347948074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,7168,0.0974079966545105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,8192,0.11062400043010712
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,10240,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,16384,0.21196800470352173
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,65536,12288,0.6656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,2048,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,2560,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,128,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,1536,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,256,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,12288,0.12598399817943573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,5120,0.057440001517534256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,7168,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,10240,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,8192,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,16384,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,3584,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,2560,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,4096,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,3072,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,16384,65536,0.8488960266113281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,12288,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,8192,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,5120,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,10240,0.09232000261545181
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,16384,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,4096,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,12288,65536,0.5928959846496582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,2560,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,2048,0.02163200080394745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,3584,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,3072,0.0307839997112751
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,1536,0.017696000635623932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,1024,0.013632000423967838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,12288,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,10240,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,7168,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,8192,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,16384,0.11088000237941742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,4096,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,2560,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,10240,65536,0.5263360142707825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,12288,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,5120,0.03497600182890892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,8192,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,7168,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,10240,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,16384,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,4096,0.028704000636935234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,8192,65536,0.41177600622177124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,2048,0.01744000054895878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,128,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,16384,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,7168,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,10240,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,8192,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,7168,65536,0.3891200125217438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,12288,0.04633599892258644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,10240,0.04230400174856186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,16384,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,8192,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,7168,0.0318400003015995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,5120,65536,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,512,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,12288,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,8192,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,7168,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,16384,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,10240,0.036159999668598175
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,4096,65536,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,3072,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,1024,0.008448000065982342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,12288,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,10240,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,16384,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3584,65536,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,1024,0.009344000369310379
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,7168,0.026784000918269157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,3072,65536,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,12288,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,10240,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,16384,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2560,65536,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,3072,0.013439999893307686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,2048,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,10240,0.02473600022494793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,8192,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,2048,65536,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,12288,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,16384,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,10240,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1536,65536,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,3584,0.012415999546647072
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,10240,0.01759999990463257
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,16384,0.024671999737620354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,8192,0.016607999801635742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,1024,65536,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,256,0.004352000076323748
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,10240,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,512,65536,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,2560,0.011392000131309032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,3072,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,1024,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,256,0.004224000032991171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,3072,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,256,65536,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,64,128,65536,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,4096,0.20310400426387787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,5120,0.2549760043621063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,7168,0.3491840064525604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,8192,0.4126720130443573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,12288,0.6635519862174988
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,10240,0.5130239725112915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,3584,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,3072,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,2048,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,2560,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,1024,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,16384,0.8273919820785522
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,512,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,1536,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,65536,256,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,12288,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,4096,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,5120,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,7168,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,8192,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,10240,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,16384,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,2048,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,2560,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,1536,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,1024,0.016704000532627106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,256,0.00825599953532219
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,12288,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,5120,0.056384000927209854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,10240,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,7168,0.07798399776220322
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,8192,0.08928000181913376
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,16384,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,4096,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,3584,0.03999999910593033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,3072,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,2560,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,512,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,16384,65536,0.7774080038070679
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,256,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,8192,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,12288,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,5120,0.0504320003092289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,10240,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,16384,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,4096,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,3072,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,1024,0.01360000018030405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,12288,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,12288,65536,0.5888000130653381
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,16384,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,7168,0.04931199923157692
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,8192,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,10240,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,4096,0.03094400092959404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,5120,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,10240,65536,0.49590399861335754
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,1024,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,1536,0.014431999996304512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,12288,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,8192,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,7168,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,10240,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,16384,0.09696000069379807
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,8192,65536,0.39526399970054626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,3584,0.026815999299287796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,4096,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,1536,0.013632000423967838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,7168,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,16384,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,10240,0.05052800104022026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,7168,65536,0.35123199224472046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,1024,0.009344000369310379
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,12288,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,16384,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,10240,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,5120,0.026784000918269157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,8192,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,7168,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,5120,65536,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,1536,0.011327999643981457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,12288,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,8192,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,10240,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,16384,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,4096,65536,0.21110400557518005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,3072,0.017535999417304993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,1536,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,512,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,12288,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,16384,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,7168,0.026815999299287796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3584,65536,0.19046400487422943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,2560,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,128,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,12288,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,3072,65536,0.16607999801635742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,3072,0.01568000018596649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,3584,0.018688000738620758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,128,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,10240,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,16384,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,1024,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2560,65536,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,12288,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,8192,0.02054399996995926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,16384,0.03296000137925148
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,2048,65536,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,1536,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,1024,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,128,0.004383999854326248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,12288,0.019648000597953796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,5120,0.0144640002399683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,10240,0.01849599927663803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,16384,0.027904000133275986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,4096,0.012384000234305859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1536,65536,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,1024,65536,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,16384,0.023744000121951103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,7168,0.013439999893307686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,512,65536,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,1024,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,5120,0.012671999633312225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,16384,0.0226879995316267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,256,65536,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,48,128,65536,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,4096,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,5120,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,7168,0.33587199449539185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,8192,0.3993600010871887
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,10240,0.49561598896980286
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,3584,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,2560,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,1536,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,3072,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,1024,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,512,0.028960000723600388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,2048,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,16384,0.7874559760093689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,65536,12288,0.6451200246810913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,12288,0.1525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,8192,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,5120,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,10240,0.13020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,7168,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,16384,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,4096,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,3584,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,3072,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,1536,0.02179200015962124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,128,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,12288,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,8192,0.08124800026416779
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,7168,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,10240,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,5120,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,16384,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,3584,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,3072,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,4096,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,1024,0.01360000018030405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,128,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,256,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,16384,65536,0.7618560194969177
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,12288,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,7168,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,8192,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,10240,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,5120,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,16384,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,3584,0.03206399828195572
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,3072,0.027807999402284622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,2048,0.019551999866962433
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,1024,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,12288,65536,0.5713919997215271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,12288,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,8192,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,7168,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,10240,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,16384,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,5120,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,10240,65536,0.48025599122047424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,12288,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,8192,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,10240,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,7168,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,5120,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,16384,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,8192,65536,0.3891200125217438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,256,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,12288,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,10240,0.04822399839758873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,8192,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,16384,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,4096,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,1024,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,128,0.004224000032991171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,7168,65536,0.3491840064525604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,12288,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,7168,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,16384,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,8192,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,10240,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,5120,65536,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,4096,0.019711999222636223
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,256,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,12288,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,8192,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,10240,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,16384,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,5120,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,4096,65536,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,10240,0.03190400078892708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,8192,0.02672000043094158
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,16384,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3584,65536,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,256,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,512,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,12288,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,7168,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,10240,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,16384,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,3072,65536,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,8192,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2560,65536,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,3584,0.01360000018030405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,12288,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,16384,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,2048,65536,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,3072,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,1536,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,5120,0.014399999752640724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1536,65536,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,4096,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,1024,65536,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,1536,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,512,0.005439999978989363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,5120,0.012384000234305859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,10240,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,512,65536,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,256,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,256,65536,0.07171200215816498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,32,128,65536,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,4096,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,7168,0.3349120020866394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,5120,0.24268800020217896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,8192,0.38604798913002014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,12288,0.6266880035400391
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,10240,0.4864000082015991
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,3584,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,2048,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,2560,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,3072,0.15670399367809296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,512,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,16384,0.7608320116996765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,1536,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,1024,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,256,0.01664000004529953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,65536,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,12288,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,7168,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,8192,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,10240,0.1321599930524826
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,5120,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,4096,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,16384,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,3584,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,1536,0.021727999672293663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,2560,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,128,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,12288,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,5120,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,10240,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,8192,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,7168,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,16384,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,4096,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,3584,0.03705599904060364
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,3072,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,16384,65536,0.752672016620636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,12288,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,7168,0.0597120001912117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,5120,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,16384,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,8192,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,10240,0.08195199817419052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,4096,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,3584,0.03280000016093254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,12288,65536,0.5652480125427246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,12288,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,8192,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,7168,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,10240,0.07078400254249573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,16384,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,10240,65536,0.4752959907054901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,1536,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,12288,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,7168,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,10240,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,16384,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,8192,65536,0.38707199692726135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,12288,0.053568001836538315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,10240,0.04639999940991402
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,16384,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,4096,0.023584000766277313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,7168,65536,0.3420160114765167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,1024,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,12288,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,5120,0.02380800060927868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,7168,0.027871999889612198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,16384,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,8192,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,5120,65536,0.24985599517822266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,2560,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,2048,0.014399999752640724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,1024,0.0072639998979866505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,512,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,12288,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,8192,0.028896000236272812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,5120,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,10240,0.03484800085425377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,16384,0.05158400163054466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,4096,0.018688000738620758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,4096,65536,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,2048,0.01158399973064661
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,1024,0.008448000065982342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,12288,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,16384,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3584,65536,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,10240,0.027904000133275986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,16384,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,3072,65536,0.15779200196266174
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,12288,0.027871999889612198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,8192,0.02070399932563305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,16384,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2560,65536,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,12288,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,2048,65536,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,16384,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,8192,0.018303999677300453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,10240,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,10240,0.01865600049495697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1536,65536,0.08739200234413147
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,5120,0.013376000337302685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,16384,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,4096,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,1024,65536,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,3584,0.01152000017464161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,128,0.00431999983265996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,7168,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,10240,0.014527999795973301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,512,65536,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,256,0.004224000032991171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,256,65536,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,1536,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,16,128,65536,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,4096,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,5120,0.23552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,8192,0.37273600697517395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,7168,0.3338240087032318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,3072,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,10240,0.4588159918785095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,2560,0.13318400084972382
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,12288,0.5611519813537598
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,3584,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,2048,0.10771200060844421
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,1536,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,16384,0.7516160011291504
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,1024,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,65536,512,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,12288,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,5120,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,4096,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,8192,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,7168,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,10240,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,16384,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,3072,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,2560,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,3584,0.048287998884916306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,512,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,12288,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,10240,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,8192,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,7168,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,5120,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,16384,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,4096,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,3072,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,2560,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,12288,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,7168,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,16384,65536,0.7557119727134705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,8192,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,16384,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,10240,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,5120,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,3584,0.03302399814128876
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,2560,0.023584000766277313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,12288,65536,0.5642240047454834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,8192,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,12288,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,10240,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,7168,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,16384,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,4096,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,10240,65536,0.47206398844718933
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,1536,0.014368000440299511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,12288,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,7168,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,5120,0.03302399814128876
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,10240,0.061792001128196716
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,16384,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,2048,0.017535999417304993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,8192,65536,0.38118401169776917
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,12288,0.05142400041222572
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,8192,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,5120,0.026784000918269157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,16384,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,10240,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,7168,65536,0.3389439880847931
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,5120,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,8192,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,10240,0.0379519984126091
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,16384,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,3072,0.015424000099301338
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,5120,65536,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,12288,0.038975998759269714
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,8192,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,10240,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,4096,65536,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,256,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,12288,0.0360959991812706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,7168,0.022784000262618065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,16384,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3584,65536,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,256,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,12288,0.03094400092959404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,10240,0.026688000187277794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,16384,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,3072,65536,0.15590399503707886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,2048,0.009472000412642956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,128,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,16384,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2560,65536,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,3584,0.011327999643981457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,2048,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,12288,0.0226879995316267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,7168,0.016448000445961952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,10240,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,16384,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,2048,65536,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,3584,0.01158399973064661
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,2048,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,2560,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,1024,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,512,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,256,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,7168,0.01548799965530634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,5120,0.013376000337302685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,16384,0.026688000187277794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1536,65536,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,3584,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,1024,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,128,0.004288000054657459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,1024,65536,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,3072,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,1536,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,512,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,12288,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,10240,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,512,65536,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,3072,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,128,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,12288,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,8192,0.01571200042963028
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,16384,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,256,65536,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,2048,0.007519999984651804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,1024,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,128,0.004352000076323748
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,8,128,65536,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,4096,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,5120,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,8192,0.3645760118961334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,7168,0.3164159953594208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,10240,0.449535995721817
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,3072,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,12288,0.5470079779624939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,3584,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,2560,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,2048,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,1536,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,512,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,16384,0.7178239822387695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,1024,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,65536,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,4096,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,12288,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,5120,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,10240,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,7168,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,8192,0.10768000036478043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,16384,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,2560,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,128,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,12288,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,10240,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,5120,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,7168,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,8192,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,16384,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,4096,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,3584,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,256,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,16384,65536,0.7403519749641418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,7168,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,12288,0.09964799880981445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,10240,0.0841279998421669
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,8192,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,16384,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,5120,0.03903999924659729
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,4096,0.031936001032590866
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,2560,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,12288,65536,0.5416960120201111
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,1024,0.012608000077307224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,12288,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,7168,0.04303999990224838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,8192,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,10240,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,16384,0.09350399672985077
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,2048,0.015519999898970127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,3584,0.023840000852942467
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,3072,0.021727999672293663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,10240,65536,0.4487360119819641
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,256,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,16384,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,10240,0.052480001002550125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,12288,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,8192,65536,0.35942399501800537
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,512,0.007552000228315592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,5120,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,7168,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,10240,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,16384,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,7168,65536,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,12288,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,8192,0.027807999402284622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,7168,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,16384,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,5120,65536,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,1536,0.008448000065982342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,12288,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,8192,0.02470399998128414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,10240,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,4096,65536,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,1024,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,256,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,128,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,16384,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3584,65536,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,128,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,8192,0.019519999623298645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,7168,0.016704000532627106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,16384,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,3072,65536,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,2048,0.007519999984651804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,8192,0.016607999801635742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,16384,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2560,65536,0.13116799294948578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,12288,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,5120,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,16384,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,2048,65536,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,2048,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,16384,0.026784000918269157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1536,65536,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,4096,0.009568000212311745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,7168,0.012512000277638435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,16384,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,1024,65536,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,12288,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,16384,0.0226879995316267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,4096,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,512,65536,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,1024,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,12288,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,256,65536,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,4096,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,2560,0.007391999941319227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,1536,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,512,0.004191999789327383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,4,128,65536,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,4096,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,5120,0.226623997092247
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,7168,0.31564798951148987
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,8192,0.3635199964046478
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,10240,0.4485119879245758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,3584,0.158720001578331
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,12288,0.5570560097694397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,3072,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,2560,0.11475200206041336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,2048,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,1536,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,16384,0.7157760262489319
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,128,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,1024,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,65536,256,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,4096,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,5120,0.0594559982419014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,12288,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,8192,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,7168,0.08124800026416779
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,10240,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,16384,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,2048,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,3584,0.04303999990224838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,12288,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,8192,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,10240,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,5120,0.045343998819589615
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,7168,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,16384,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,4096,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,3072,0.028831999748945236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,1024,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,16384,65536,0.7147520184516907
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,12288,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,7168,0.05238400027155876
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,8192,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,10240,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,5120,0.03811199963092804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,16384,0.11500799655914307
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,4096,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,3584,0.027807999402284622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,2560,0.021568000316619873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,512,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,12288,65536,0.5355520248413086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,12288,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,10240,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,16384,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,2560,0.017535999417304993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,3072,0.02051199972629547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,10240,65536,0.447488009929657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,12288,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,7168,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,8192,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,16384,0.08300799876451492
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,2048,0.013504000380635262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,8192,65536,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,12288,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,8192,0.03177599981427193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,16384,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,7168,65536,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,512,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,12288,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,8192,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,7168,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,16384,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,2048,0.009472000412642956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,5120,65536,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,512,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,12288,0.03718400001525879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,5120,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,10240,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,4096,65536,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,128,0.004224000032991171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,12288,0.03299200162291527
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,16384,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3584,65536,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,3584,0.011615999974310398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,1024,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,7168,0.016672000288963318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,10240,0.022752000018954277
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,16384,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,4096,0.011455999687314034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,3072,65536,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,3072,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,512,0.005408000200986862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,12288,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,8192,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,10240,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,7168,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,5120,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,16384,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2560,65536,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,3072,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,12288,0.02051199972629547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,8192,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,5120,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,16384,0.02582399919629097
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,2048,65536,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,2560,0.007391999941319227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,7168,0.012575999833643436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1536,65536,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,2560,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,12288,0.01775999926030636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,5120,0.009440000168979168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,7168,0.01152000017464161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,10240,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,16384,0.0226879995316267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,4096,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,1024,65536,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,3072,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,1024,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,256,0.004416000097990036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,512,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,12288,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,8192,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,5120,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,7168,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,16384,0.02271999977529049
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,3584,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,512,65536,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,12288,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,8192,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,10240,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,16384,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,4096,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,256,65536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,3584,0.008320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,1536,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,1024,0.004416000097990036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,512,0.004191999789327383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,128,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,256,0.004416000097990036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,2,128,65536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,4096,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,5120,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,7168,0.320576012134552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,8192,0.3686400055885315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,10240,0.4548799991607666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,3584,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,12288,0.5550079941749573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,2560,0.11680000275373459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,3072,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,2048,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,1536,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,16384,0.7260159850120544
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,128,0.011487999930977821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,256,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,65536,1024,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,4096,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,12288,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,5120,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,10240,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,7168,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,8192,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,16384,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,3584,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,2560,0.03190400078892708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,1536,0.020576000213623047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,512,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,128,0.0044479998759925365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,12288,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,10240,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,5120,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,8192,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,7168,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,16384,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,4096,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,3584,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,2048,0.020767999812960625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,12288,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,7168,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,8192,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,16384,65536,0.719871997833252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,10240,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,16384,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,4096,0.0318400003015995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,1536,0.014560000039637089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,256,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,1024,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,12288,65536,0.5375999808311462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,12288,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,10240,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,16384,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,10240,65536,0.44646400213241577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,1024,0.009472000412642956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,12288,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,5120,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,16384,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,1536,0.011487999930977821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,8192,65536,0.35846400260925293
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,12288,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,5120,0.020576000213623047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,8192,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,7168,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,16384,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,2048,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,3584,0.016448000445961952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,7168,65536,0.31436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,12288,0.04025600105524063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,16384,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,5120,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,5120,65536,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,2560,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,3072,0.012512000277638435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,512,0.005375999957323074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,10240,0.028543999418616295
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,16384,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,4096,65536,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,2048,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,256,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,10240,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,16384,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3584,65536,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,10240,0.021727999672293663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,3072,65536,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,4096,0.011392000131309032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,3072,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,1024,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,12288,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,10240,0.01756799966096878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,8192,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,5120,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,16384,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2560,65536,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,3584,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,3072,0.00848000030964613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,2560,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,16384,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,8192,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,7168,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,10240,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,2048,65536,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,4096,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,2560,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,12288,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,8192,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,10240,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,7168,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,5120,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,16384,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,4096,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1536,65536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,12288,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,8192,0.011455999687314034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,5120,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,10240,0.01360000018030405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,7168,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,4096,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,1024,65536,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,3584,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,2560,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,12288,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,10240,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,7168,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,8192,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,5120,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,512,65536,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,4096,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,3584,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,3072,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,1536,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,12288,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,10240,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,5120,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,7168,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,8192,0.011327999643981457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,16384,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,256,65536,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,4096,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,1536,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,3072,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,2560,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/weight_only_quant_matmul_L257/PLUGIN_V2_WeightOnlyQuantMatmul_0,int4_wo,1,128,65536,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,3584,6.650015830993652
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,4096,7.245823860168457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,5120,8.923135757446289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,2560,4.4021759033203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,3072,5.788671970367432
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,7168,12.031999588012695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,2048,3.531775951385498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,512,1.5667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,8192,13.898752212524414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,256,1.4960639476776123
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,1024,1.990880012512207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,1536,2.788383960723877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,128,1.4438400268554688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,10240,17.769216537475586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,8192,3.8164479732513428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,10240,4.819968223571777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,12288,5.784575939178467
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,7168,2.959167957305908
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,5120,2.1585919857025146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,3584,1.5080640316009521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,16384,7.714816093444824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,4096,1.8595839738845825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,12288,22.10304069519043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,1024,0.5150719881057739
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,512,0.38809600472450256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,1536,0.7208960056304932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,3072,1.3301759958267212
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,2048,0.899071991443634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,256,0.3563520014286041
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,128,0.35839998722076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,2560,1.136639952659607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,7168,2.5763840675354004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,8192,2.7329599857330322
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,10240,3.590143918991089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,12288,4.365312099456787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,4096,1.354688048362732
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,5120,1.670143961906433
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,3584,1.176576018333435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,3072,0.9953280091285706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,2048,0.7077760100364685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,2560,0.9031680226325989
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,16384,5.915647983551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,1536,0.5478399991989136
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,512,0.31196799874305725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,256,0.2805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,1024,0.41574400663375854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,128,0.28569599986076355
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,65536,16384,30.79372787475586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,7168,2.016256093978882
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,8192,2.4053759574890137
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,10240,3.083264112472534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,12288,3.787775993347168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,4096,1.2584960460662842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,5120,1.418239951133728
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,3584,0.9830399751663208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,2048,0.5990399718284607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,2560,0.7403519749641418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,3072,0.8857600092887878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,16384,5.165056228637695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,1536,0.45977601408958435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,256,0.2181120067834854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,512,0.23676800727844238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,128,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,1024,0.3338240087032318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,8192,1.9179519414901733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,10240,2.4780800342559814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,12288,3.0373759269714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,5120,1.248255968093872
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,7168,1.9967999458312988
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,16384,4.3079681396484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,4096,1.0116159915924072
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,2048,0.48025599122047424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,2560,0.5826560258865356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,3072,0.7138879895210266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,3584,0.9185280203819275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,256,0.16995200514793396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,512,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,1024,0.2693119943141937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,1536,0.374783992767334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,128,0.17945599555969238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,10240,2.150399923324585
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,12288,2.5866239070892334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,16384,3.6771841049194336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,7168,1.5595519542694092
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,8192,1.7233920097351074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,5120,1.1304960250854492
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,3584,0.6963199973106384
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,4096,0.827455997467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,3072,0.6113280057907104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,2048,0.43699198961257935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,2560,0.5181440114974976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,1536,0.3389439880847931
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,512,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,1024,0.23552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,256,0.14953599870204926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,128,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,16384,65536,32.1473274230957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,12288,65536,24.27187156677246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,12288,1.977344036102295
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,10240,1.6855039596557617
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,16384,2.762752056121826
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,8192,1.3352960348129272
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,5120,0.7393919825553894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,7168,1.1857919692993164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,4096,0.6676480174064636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,10240,65536,20.976640701293945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,3584,0.5294079780578613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,3072,0.5263360142707825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,1024,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,1536,0.24799999594688416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,2048,0.317440003156662
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,2560,0.3962880074977875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,512,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,256,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,128,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,8192,65536,17.01478385925293
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,8192,1.0762879848480225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,10240,1.3914560079574585
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,7168,0.92876797914505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,12288,1.627135992050171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,5120,0.6768640279769897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,3584,0.41574400663375854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,4096,0.47734400629997253
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,16384,2.1975040435791016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,3072,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,512,0.09440000355243683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,1024,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,2560,0.31436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,1536,0.20403200387954712
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,2048,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,256,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,128,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,8192,0.9256960153579712
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,10240,1.2124160528182983
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,12288,1.4551039934158325
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,7168,65536,14.844927787780762
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,16384,1.9824639558792114
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,4096,0.4136959910392761
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,5120,0.5232639908790588
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,7168,0.8294399976730347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,1536,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,2048,0.22323200106620789
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,3072,0.319487988948822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,2560,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,3584,0.4188160002231598
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,128,0.04092799872159958
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,512,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,256,0.05817599967122078
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,1024,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,8192,0.8253440260887146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,10240,1.0362880229949951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,12288,1.257472038269043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,5120,65536,11.23737621307373
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,16384,1.653663992881775
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,5120,0.447488009929657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,7168,0.638975977897644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,4096,0.41676801443099976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,3584,0.32051199674606323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,1536,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,3072,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,2048,0.19257600605487823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,2560,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,1024,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,512,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,256,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,128,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,8192,0.6778879761695862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,10240,0.8737599849700928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,12288,1.04038405418396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,4096,65536,8.859647750854492
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,16384,1.4079999923706055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,5120,0.4034560024738312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,7168,0.591871976852417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,4096,0.33587199449539185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,1536,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,2560,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,2048,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,3584,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,3072,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,128,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,256,0.040832001715898514
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,512,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,1024,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,8192,0.5386239886283875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3584,65536,7.930880069732666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,10240,0.6695039868354797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,12288,0.8017920255661011
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,4096,0.24028800427913666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,5120,0.3317759931087494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,16384,1.136639952659607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,3584,0.21503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,7168,0.4976640045642853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,2048,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,2560,0.16684800386428833
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,1024,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,1536,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,3072,0.22441600263118744
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,256,0.03468799963593483
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,512,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,8192,0.4106239974498749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,10240,0.5119360089302063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,3072,65536,6.854656219482422
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,12288,0.6041600108146667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,16384,0.8550400137901306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,4096,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,3584,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,5120,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,7168,0.32153600454330444
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,3072,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,1024,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,1536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,2560,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,512,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,2048,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,256,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,128,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,8192,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,12288,0.4413439929485321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2560,65536,5.584896087646484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,10240,0.347135990858078
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,16384,0.5703679919242859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,5120,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,4096,0.12095999717712402
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,3584,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,7168,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,3072,0.09337600320577621
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,2560,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,1536,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,2048,0.06764800101518631
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,1024,0.040063999593257904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,256,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,128,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,12288,0.21212799847126007
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,2048,65536,4.544511795043945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,8192,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,10240,0.18531200289726257
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,16384,0.29183998703956604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,5120,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,7168,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,4096,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,3584,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,3072,0.04825599864125252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,2560,0.050303999334573746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,2048,0.03488000109791756
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,256,0.013024000450968742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1536,65536,3.3812479972839355
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,12288,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,8192,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,10240,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,16384,0.25702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,7168,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,5120,0.054016001522541046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,4096,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,3584,0.039903998374938965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,3072,0.03392000123858452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,2560,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,1024,0.014560000039637089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,1024,65536,2.263040065765381
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,512,65536,1.1284480094909668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,12288,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,10240,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,8192,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,7168,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,16384,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,5120,0.03244800120592117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,4096,0.024320000782608986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,3584,0.024639999493956566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,2048,0.01408000010997057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,128,0.007104000076651573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,512,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,256,65536,1.0199040174484253
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8192,128,65536,0.9062399864196777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,4096,3.3699839115142822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,3584,3.1877119541168213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,5120,4.311039924621582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,7168,5.97811222076416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,3072,2.6368000507354736
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,2560,2.297856092453003
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,2048,1.8523199558258057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,8192,6.836128234863281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,256,0.7536640167236328
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,512,0.8028159737586975
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,1024,1.0321919918060303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,128,0.754688024520874
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,1536,1.4295040369033813
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,10240,8.856575965881348
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,8192,1.7960959672927856
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,10240,2.189311981201172
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,12288,2.555903911590576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,7168,1.5482879877090454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,12288,11.040767669677734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,5120,1.1070719957351685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,16384,3.8021440505981445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,4096,0.8972480297088623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,3584,0.7833600044250488
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,3072,0.6963199973106384
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,2560,0.6000000238418579
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,512,0.1955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,1536,0.3840000033378601
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,256,0.1780800074338913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,1024,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,128,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,2048,0.4761599898338318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,7168,1.1356159448623657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,8192,1.321984052658081
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,10240,1.5654720067977905
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,12288,1.8933759927749634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,5120,0.8232960104942322
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,65536,16384,13.87929630279541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,4096,0.6962559819221497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,3584,0.5939199924468994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,1536,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,3072,0.5141119956970215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,2048,0.3543039858341217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,16384,2.5835518836975098
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,2560,0.4344640076160431
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,1024,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,512,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,256,0.13126400113105774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,128,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,7168,1.0168319940567017
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,8192,1.222656011581421
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,10240,1.4929920434951782
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,12288,1.756160020828247
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,4096,0.596992015838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,5120,0.7321599721908569
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,3584,0.5396479964256287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,3072,0.461760014295578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,16384,2.5518081188201904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,2048,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,2560,0.39423999190330505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,1536,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,512,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,1024,0.17715199291706085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,256,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,128,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,8192,0.9237440228462219
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,10240,1.1489280462265015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,12288,1.3824000358581543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,16384,2.071552038192749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,5120,0.5959680080413818
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,7168,0.8191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,4096,0.4769600033760071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,2560,0.3164159953594208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,2048,0.2542400062084198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,3072,0.3718079924583435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,3584,0.42291200160980225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,256,0.0697920024394989
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,512,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,1024,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,1536,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,128,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,10240,1.0250240564346313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,12288,1.3260799646377563
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,16384,1.7080320119857788
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,7168,0.7252159714698792
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,8192,0.8191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,5120,0.5160959959030151
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,3584,0.38016000390052795
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,4096,0.42905598878860474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,3072,0.3307519853115082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,2048,0.229312002658844
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,2560,0.27750399708747864
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,1536,0.1802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,16384,65536,15.727616310119629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,1024,0.13097600638866425
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,512,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,256,0.057151999324560165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,128,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,12288,65536,11.266048431396484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,8192,0.5765119791030884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,10240,0.7270399928092957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,12288,0.8837119936943054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,16384,1.1530239582061768
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,4096,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,5120,0.37785598635673523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,7168,0.5038080215454102
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,10240,65536,10.269696235656738
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,3584,0.2662400007247925
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,2560,0.19968000054359436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,3072,0.23555199801921844
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,2048,0.16284799575805664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,1536,0.13180799782276154
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,1024,0.09324800223112106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,256,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,512,0.05843200162053108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,128,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,8192,65536,8.399871826171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,8192,0.46592000126838684
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,10240,0.5847039818763733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,12288,0.6973440051078796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,7168,0.4177919924259186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,5120,0.2949120104312897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,16384,1.0618879795074463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,4096,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,3584,0.21503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,3072,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,2560,0.1584320068359375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,1024,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,2048,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,1536,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,512,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,256,0.03478400036692619
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,128,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,7168,65536,7.245823860168457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,8192,0.4679679870605469
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,10240,0.5713919997215271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,12288,0.707584023475647
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,16384,0.9267200231552124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,4096,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,5120,0.2969599962234497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,3584,0.21606400609016418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,7168,0.4044800102710724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,1536,0.10623999685049057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,2560,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,1024,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,2048,0.1308480054140091
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,3072,0.18748800456523895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,256,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,128,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,8192,0.3532800078392029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,5120,65536,5.153791904449463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,10240,0.43084800243377686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,12288,0.5109760165214539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,16384,0.7352319955825806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,3584,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,4096,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,5120,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,7168,0.31436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,3072,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,1536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,2048,0.09929600358009338
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,1024,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,2560,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,512,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,256,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,128,0.021344000473618507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,4096,65536,4.483071804046631
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,8192,0.3532800078392029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,10240,0.4915199875831604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,12288,0.5222399830818176
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,16384,0.7249919772148132
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,7168,0.3112959861755371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,5120,0.22009600698947906
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,4096,0.18118399381637573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,3584,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,3072,0.13683199882507324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,2048,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,2560,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,1536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,1024,0.056543998420238495
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,512,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,256,0.024607999250292778
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3584,65536,4.113408088684082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,8192,0.23347200453281403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,12288,0.3417600095272064
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,10240,0.2908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,7168,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,16384,0.49459201097488403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,5120,0.1483519971370697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,4096,0.12166400253772736
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,3584,0.11084800213575363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,3072,0.0952640026807785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,1024,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,1536,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,2560,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,2048,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,128,0.01603199914097786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,256,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,3072,65536,3.2522239685058594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,8192,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,12288,0.3458879888057709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,10240,0.2855679988861084
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,7168,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,16384,0.5343679785728455
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,5120,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,3584,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,3072,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,4096,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,2560,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,512,0.022784000262618065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,1536,0.05113599821925163
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,1024,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,2048,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,128,0.013376000337302685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2560,65536,3.136512041091919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,12288,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,10240,0.143327996134758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,8192,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,7168,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,16384,0.2733759880065918
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,5120,0.0767040029168129
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,4096,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,3584,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,3072,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,2048,0.03564799949526787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,2048,65536,2.0940799713134766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,512,0.015135999768972397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,256,0.01244799979031086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,128,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,12288,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,8192,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,10240,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,7168,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,16384,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,4096,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,5120,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,3072,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,3584,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,2560,0.029600000008940697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,512,0.010304000228643417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,1536,0.01865600049495697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,1024,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1536,65536,2.1227519512176514
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,12288,0.07468800246715546
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,10240,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,8192,0.04201599955558777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,1024,65536,1.0250240564346313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,16384,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,128,0.006912000011652708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,512,65536,0.8509759902954102
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,7168,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,12288,0.047200001776218414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,8192,0.030527999624609947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,10240,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,16384,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,3584,0.016063999384641647
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,256,65536,0.5171200037002563
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4096,128,65536,0.4628480076789856
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,4096,1.7425600290298462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,3584,1.5974400043487549
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,5120,2.139103889465332
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,7168,3.0248959064483643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,2048,0.9368640184402466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,3072,1.341439962387085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,2560,1.1622400283813477
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,8192,3.387104034423828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,256,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,512,0.42899200320243835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,128,0.3604480028152466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,1024,0.5898240208625793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,1536,0.7301120162010193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,10240,4.295680046081543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,8192,0.9605119824409485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,12288,4.986048221588135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,10240,1.159168004989624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,7168,0.8355839848518372
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,12288,1.3792320489883423
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,3584,0.4249599874019623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,4096,0.4710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,5120,0.609279990196228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,16384,1.827839970588684
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,3072,0.374783992767334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,2560,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,128,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,256,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,512,0.09904000163078308
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,1024,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,1536,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,2048,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,7168,0.6133760213851929
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,8192,0.6843199729919434
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,65536,16384,6.7297282218933105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,10240,0.8765439987182617
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,12288,1.0506240129470825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,4096,0.3563520014286041
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,5120,0.5109760165214539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,3584,0.3298560082912445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,3072,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,16384,1.4039039611816406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,2560,0.25088000297546387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,512,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,2048,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,1024,0.11286400258541107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,1536,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,128,0.03763199970126152
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,256,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,7168,0.5212159752845764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,8192,0.5839040279388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,10240,0.7239680290222168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,12288,0.8540160059928894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,5120,0.374783992767334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,4096,0.3092480003833771
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,3584,0.2650560140609741
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,16384,1.1386879682540894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,3072,0.24060800671577454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,2048,0.16518400609493256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,2560,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,1024,0.09507200121879578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,512,0.06063999980688095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,1536,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,128,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,256,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,8192,0.4641599953174591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,12288,0.6934400200843811
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,10240,0.5826560258865356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,16384,0.9297919869422913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,4096,0.24592000246047974
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,5120,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,7168,0.4177919924259186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,3584,0.21779200434684753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,3072,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,2560,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,2048,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,1024,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,256,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,512,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,1536,0.10672000050544739
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,12288,0.6951360106468201
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,10240,0.5826560258865356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,16384,0.9085440039634705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,7168,0.40959998965263367
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,8192,0.46694400906562805
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,16384,65536,7.895040035247803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,5120,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,12288,65536,5.891071796417236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,4096,0.24767999351024628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,3072,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,3584,0.2170879989862442
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,2560,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,256,0.03203200176358223
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,2048,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,1536,0.10329599678516388
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,1024,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,128,0.02470399998128414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,10240,65536,5.029888153076172
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,8192,0.3503359854221344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,10240,0.43827199935913086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,12288,0.5263360142707825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,16384,0.6799359917640686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,4096,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,3584,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,7168,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,5120,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,8192,65536,4.018176078796387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,1024,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,2048,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,1536,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,2560,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,3072,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,512,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,256,0.024671999737620354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,7168,0.20582400262355804
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,10240,0.2860479950904846
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,8192,0.23552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,12288,0.3447999954223633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,16384,0.4589119851589203
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,4096,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,3584,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,3072,0.09616000205278397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,5120,0.1494400054216385
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,512,0.027775999158620834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,1536,0.05353600159287453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,1024,0.03999999910593033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,2560,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,2048,0.06771200150251389
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,256,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,7168,65536,3.902463912963867
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,12288,0.337119996547699
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,8192,0.23267200589179993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,10240,0.28803199529647827
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,16384,0.4567039906978607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,5120,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,3584,0.10857599973678589
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,4096,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,7168,0.20470400154590607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,3072,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,2560,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,1536,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,2048,0.06755200028419495
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,1024,0.03977600112557411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,512,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,256,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,128,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,5120,65536,3.0556159019470215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,8192,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,12288,0.3491840064525604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,10240,0.282368004322052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,16384,0.4505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,7168,0.20387199521064758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,3584,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,4096,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,5120,0.14652800559997559
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,2560,0.07977599650621414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,4096,65536,2.007040023803711
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,3072,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,1024,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,1536,0.05104000121355057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,2048,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,512,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,256,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,128,0.014047999866306782
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,12288,0.3123520016670227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,7168,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,8192,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,10240,0.2608959972858429
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,16384,0.4023999869823456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,3584,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,4096,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,5120,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3584,65536,1.9937280416488647
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,3072,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,2560,0.07295999675989151
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,1024,0.031488001346588135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,1536,0.04636799916625023
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,2048,0.05942400172352791
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,128,0.013183999806642532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,8192,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,7168,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,12288,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,10240,0.1414400041103363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,16384,0.2242880016565323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,5120,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,4096,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,3072,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,3584,0.056223999708890915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,3072,65536,2.0090880393981934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,256,0.011455999687314034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,128,0.011103999800980091
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,8192,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,10240,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,12288,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,16384,0.21913599967956543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,5120,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,4096,0.06067200005054474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,3584,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,3072,0.04806400090456009
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2560,65536,2.0101120471954346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,2560,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,2048,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,512,0.016448000445961952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,8192,0.319487988948822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,7168,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,12288,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,10240,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,2048,65536,0.9717440009117126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,16384,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,3584,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,5120,0.05299200117588043
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,3072,0.03376000002026558
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,4096,0.042847998440265656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,2560,0.029791999608278275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,7168,0.038047999143600464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,12288,0.06358399987220764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,16384,0.07964800298213959
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1536,65536,0.9789440035820007
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,4096,0.023840000852942467
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,512,0.008320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,1536,0.012384000234305859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,1024,65536,0.8376320004463196
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,7168,0.02751999907195568
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,12288,0.04412800073623657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,10240,0.03612799942493439
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,16384,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,3072,0.01462399959564209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,2048,0.011168000288307667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,512,65536,0.3719039857387543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,1536,0.010015999898314476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,512,0.0080960001796484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,2048,0.009151999838650227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,3072,0.010495999827980995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,3584,0.012128000147640705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,256,65536,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,256,0.00595200015231967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2048,128,65536,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,4096,0.9082880020141602
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,5120,1.1560959815979004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,3584,0.7915520071983337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,7168,1.5575040578842163
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,3072,0.7004160284996033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,2048,0.47411200404167175
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,8192,1.7592320442199707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,2560,0.6082559823989868
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,512,0.2396160066127777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,256,0.19251200556755066
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,1536,0.40959998965263367
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,128,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,1024,0.3266560137271881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,10240,2.206847906112671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,12288,2.65830397605896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,8192,0.4710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,10240,0.5928959846496582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,7168,0.4206080138683319
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,12288,0.7024639844894409
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,4096,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,16384,0.912447988986969
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,5120,0.3112959861755371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,3072,0.19183999300003052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,3584,0.2242559939622879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,2560,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,256,0.03606399893760681
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,128,0.027456000447273254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,512,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,1024,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,2048,0.13331200182437897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,1536,0.10412800312042236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,65536,16384,3.512320041656494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,7168,0.3092480003833771
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,8192,0.3532800078392029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,10240,0.44646400213241577
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,5120,0.2335679978132248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,12288,0.52019202709198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,4096,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,3584,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,3072,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,2048,0.1016639992594719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,16384,0.6912000179290771
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,2560,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,1536,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,1024,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,512,0.03977600112557411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,256,0.029503999277949333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,128,0.02160000056028366
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,7168,0.31334400177001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,8192,0.35046398639678955
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,10240,0.4403199851512909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,12288,0.5140479803085327
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,16384,0.681984007358551
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,5120,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,4096,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,3072,0.13923199474811554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,3584,0.16393600404262543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,2048,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,512,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,2560,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,1536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,1024,0.05641600117087364
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,128,0.019328000023961067
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,8192,0.23552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,12288,0.3409920036792755
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,10240,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,16384,0.4485119879245758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,4096,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,5120,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,7168,0.20588800311088562
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,3584,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,2560,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,3072,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,2048,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,1536,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,256,0.021376000717282295
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,1024,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,16384,65536,3.5594239234924316
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,12288,0.3420160114765167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,10240,0.2908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,12288,65536,2.9020159244537354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,8192,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,16384,0.45772799849510193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,3584,0.10963200032711029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,4096,0.12281599640846252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,5120,0.15228800475597382
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,7168,0.21094399690628052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,3072,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,2048,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,1024,0.04070400074124336
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,2560,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,1536,0.05347200110554695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,10240,65536,2.712575912475586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,128,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,256,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,7168,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,12288,0.3051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,8192,0.21094399690628052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,10240,0.2643199861049652
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,8192,65536,1.9339840412139893
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,16384,0.4044800102710724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,3584,0.09644799679517746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,4096,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,5120,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,2560,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,3072,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,1024,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,7168,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,8192,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,10240,0.14207999408245087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,12288,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,16384,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,5120,0.0777600035071373
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,3072,0.04825599864125252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,3584,0.05548800155520439
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,4096,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,1536,0.029440000653266907
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,2048,0.03593600168824196
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,7168,65536,1.8288639783859253
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,8192,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,12288,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,7168,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,10240,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,16384,0.22022399306297302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,3584,0.05596800148487091
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,4096,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,5120,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,5120,65536,1.7612799406051636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,1024,0.021856000646948814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,2048,0.03465599939227104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,12288,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,8192,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,10240,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,4096,65536,0.8744959831237793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,16384,0.22012799978256226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,4096,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,3072,0.04726399853825569
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,2560,0.04124800115823746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,3584,0.05452800169587135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,5120,0.07382400333881378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,8192,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3584,65536,0.8939520120620728
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,12288,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,10240,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,16384,0.2189760059118271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,5120,0.07446400076150894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,4096,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,2560,0.040608000010252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,3584,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,1024,0.019807999953627586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,7168,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,8192,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,3072,65536,0.8664640188217163
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,12288,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,10240,0.10016000270843506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,16384,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,3584,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,3072,0.03468799963593483
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,4096,0.04294399917125702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,5120,0.05344000086188316
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,512,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,1536,0.019487999379634857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,128,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2560,65536,0.8560640215873718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,7168,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,8192,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,12288,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,10240,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,16384,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,4096,0.03577600046992302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,5120,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,3584,0.03209599852561951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,256,0.0080960001796484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,128,0.007935999892652035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,2048,65536,0.7045120000839233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,8192,0.04297599941492081
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,10240,0.05318399891257286
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,16384,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,3584,0.022336000576615334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,256,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,1024,0.010975999757647514
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1536,65536,0.6666240096092224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,7168,0.026559999212622643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,10240,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,16384,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,3072,0.014271999709308147
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,4096,0.01727999933063984
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,2560,0.013183999806642532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,512,0.007071999832987785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,1024,0.008448000065982342
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,1024,65536,0.36880001425743103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,512,65536,0.2252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,512,0.006943999789655209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,12288,0.026367999613285065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,5120,0.016256000846624374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,10240,0.027456000447273254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,16384,0.03916800022125244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,8192,0.022272000089287758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,256,65536,0.14239999651908875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,2048,0.009088000282645226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,2560,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1024,128,65536,0.17919999361038208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,4096,0.694271981716156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,3584,0.6041600108146667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,5120,0.8447999954223633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,2560,0.4628480076789856
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,7168,1.1141120195388794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,2048,0.3819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,3072,0.5652480125427246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,1536,0.3192639946937561
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,8192,1.316864013671875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,128,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,1024,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,512,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,256,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,10240,1.6465920209884644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,8192,0.3553279936313629
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,12288,1.9527679681777954
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,10240,0.4403199851512909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,5120,0.23244799673557281
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,7168,0.31334400177001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,12288,0.5152000188827515
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,16384,0.7024639844894409
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,2048,0.10000000149011612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,2560,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,4096,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,3072,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,3584,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,128,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,256,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,512,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,1024,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,1536,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,12288,0.5232639908790588
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,65536,16384,2.6357760429382324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,7168,0.3184640109539032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,8192,0.34678399562835693
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,5120,0.22406400740146637
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,10240,0.4341759979724884
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,4096,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,3072,0.143327996134758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,3584,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,2560,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,2048,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,512,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,1024,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,16384,0.7045120000839233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,256,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,1536,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,16384,0.45260798931121826
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,7168,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,8192,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,10240,0.29183998703956604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,5120,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,12288,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,2560,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,4096,0.12268800288438797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,3584,0.11078400164842606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,2048,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,3072,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,1536,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,512,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,1024,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,256,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,128,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,10240,0.29286399483680725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,8192,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,12288,0.3420160114765167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,7168,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,16384,0.4536319971084595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,4096,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,5120,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,65536,1.7674239873886108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,3584,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,3072,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,1536,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,2560,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,2048,0.06729599833488464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,1024,0.04275200143456459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,512,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,256,0.017343999817967415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,8192,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,12288,0.34534400701522827
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,16384,0.4607999920845032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,8192,0.23449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,7168,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,4096,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,5120,0.1486400067806244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,10240,0.2826240062713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,16384,65536,2.7331199645996094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,3584,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,2048,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,3072,0.09753599762916565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,2560,0.0817599967122078
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,1536,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,1024,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,12288,65536,2.7740159034729004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,512,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,256,0.01724799908697605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,8192,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,7168,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,10240,0.19731199741363525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,12288,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,5120,0.1045759990811348
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,16384,0.3112959861755371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,4096,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,3584,0.07654400169849396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,2560,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,3072,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,10240,65536,1.840127944946289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,2048,0.044096000492572784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,1536,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,1024,0.02566399984061718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,256,0.013344000093638897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,7168,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,8192,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,12288,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,10240,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,3584,0.055424001067876816
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,16384,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,5120,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,3072,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,4096,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,1536,0.028831999748945236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,16384,0.21913599967956543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,12288,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,8192,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,10240,0.13939200341701508
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,7168,65536,1.8063360452651978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,7168,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,5120,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,4096,0.06054399907588959
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,3072,0.04729599878191948
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,2560,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,5120,65536,1.3731839656829834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,1536,0.02831999957561493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,65536,0.8601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,512,0.016287999227643013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3584,128,0.01017600018531084
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,5120,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,8192,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,12288,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,10240,0.1393599957227707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,4096,65536,0.8622080087661743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,4096,0.061216000467538834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,16384,0.2181120067834854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,3584,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,3072,0.04726399853825569
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,2560,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,2048,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,1536,0.02768000029027462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,512,0.014495999552309513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,1024,0.020576000213623047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,3072,65536,0.8560640215873718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,5120,0.07276800274848938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,8192,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,12288,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,10240,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,3584,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,16384,0.2181120067834854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,3072,0.04707200080156326
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,2560,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,2048,0.02454400062561035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,1536,0.02864000014960766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,512,0.014303999952971935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,256,0.00902399979531765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,8192,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2560,65536,0.8550400137901306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,5120,0.04479999840259552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,12288,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,10240,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,7168,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,16384,0.12720000743865967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,3072,0.02848000079393387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,2048,0.020800000056624413
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,1536,0.018464000895619392
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,256,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,128,0.007968000136315823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,12288,0.09004800021648407
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,5120,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,10240,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,7168,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,8192,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,16384,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,4096,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,3584,0.03094400092959404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,1536,0.017503999173641205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,512,0.010111999697983265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,256,0.007360000163316727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,8192,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,12288,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,7168,0.03190400078892708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,10240,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,16384,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,2048,65536,0.6277120113372803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,4096,0.019519999623298645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,2048,0.013055999763309956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,1024,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1024,65536,0.2949120104312897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,1536,65536,0.634880006313324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,12288,0.03465599939227104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,7168,0.022624000906944275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,16384,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,3584,0.01408000010997057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,2048,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,8192,0.018624000251293182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,7168,0.01756799966096878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,1024,0.00687999976798892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,512,65536,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,256,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,12288,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,16384,0.03296000137925148
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,10240,0.026528000831604004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,2560,0.010304000228643417
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,3072,0.012191999703645706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,256,65536,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,1536,0.008352000266313553
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,1024,0.007360000163316727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,768,128,65536,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,4096,0.549888014793396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,5120,0.6799359917640686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,3584,0.48553600907325745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,7168,0.9062399864196777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,8192,1.0414079427719116
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,3072,0.42188799381256104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,2560,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,2048,0.3165439963340759
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,512,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,1536,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,256,0.07174400240182877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,1024,0.19046400487422943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,10240,1.3322240114212036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,128,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,12288,1.6424959897994995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,7168,0.22191999852657318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,8192,0.2571519911289215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,10240,0.30640000104904175
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,12288,0.3869439959526062
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,5120,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,3072,0.09939199686050415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,3584,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,4096,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,2560,0.08988799899816513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,16384,0.5335040092468262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,2048,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,256,0.022431999444961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,512,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,1536,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,1024,0.04310400038957596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,65536,16384,2.2018239498138428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,5120,0.15545600652694702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,7168,0.20793600380420685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,8192,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,10240,0.3235839903354645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,12288,0.3891200125217438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,4096,0.12467200309038162
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,3072,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,3584,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,2560,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,16384,0.49775999784469604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,2048,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,1536,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,512,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,1024,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,256,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,128,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,7168,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,8192,0.20787200331687927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,10240,0.25702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,12288,0.3235839903354645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,16384,0.42684799432754517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,4096,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,3584,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,5120,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,512,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,1024,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,2048,0.06140799820423126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,1536,0.0488319993019104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,2560,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,256,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,12288,0.1873600035905838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,8192,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,10240,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,16384,0.26214399933815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,16384,65536,1.9148800373077393
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,5120,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,4096,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,7168,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,3584,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,3072,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,2048,0.03782400116324425
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,1536,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,2560,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,12288,65536,1.903615951538086
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,8192,0.11587200313806534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,10240,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,7168,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,12288,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,16384,0.23871999979019165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,5120,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,3072,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,4096,0.06252799928188324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,3584,0.05603199824690819
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,10240,65536,1.7100800275802612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,2560,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,1024,0.02284800074994564
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,1536,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,2048,0.036896001547575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,8192,65536,0.951200008392334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,12288,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,10240,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,8192,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,16384,0.2221119999885559
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,3584,0.0544000007212162
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,2560,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,4096,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,5120,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,2048,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,512,0.015104000456631184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,128,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,7168,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,8192,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,12288,0.12307199835777283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,10240,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,16384,0.16076800227165222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,7168,65536,0.9052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,5120,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,4096,0.04310400038957596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,3584,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,3072,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,2560,0.030432000756263733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,2048,0.025567999109625816
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,12288,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,8192,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,10240,0.09247999638319016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,5120,65536,0.8601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,16384,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,3072,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,4096,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,3584,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,5120,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,256,0.009119999594986439
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,512,0.010912000201642513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,128,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,4096,65536,0.7045120000839233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,8192,0.06854400038719177
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,7168,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,12288,0.10054399818181992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,10240,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,5120,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,16384,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,4096,0.036639999598264694
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,3584,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,2048,0.0208320003002882
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,2560,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3584,65536,0.6359040141105652
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,8192,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,12288,0.09292799979448318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,7168,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,10240,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,16384,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,5120,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,3584,0.030368000268936157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,4096,0.03356799855828285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,1536,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,512,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,3072,65536,0.5662720203399658
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,8192,0.044224001467227936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,7168,0.04076800122857094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,12288,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,10240,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,5120,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,16384,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,2048,0.015584000386297703
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,1536,0.013279999606311321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,1024,0.009983999654650688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,128,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2560,65536,0.5785599946975708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,12288,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,8192,0.033952001482248306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,10240,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,7168,0.031808000057935715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,16384,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,4096,0.01961600035429001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,512,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,2048,65536,0.37171199917793274
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,12288,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,10240,0.03558399900794029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,7168,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,16384,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,2560,0.014015999622642994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,256,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1536,65536,0.2987839877605438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,12288,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,7168,0.01833599992096424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,5120,0.0144640002399683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,3072,0.011136000044643879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,1536,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,1024,65536,0.22547200322151184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,512,0.006976000033318996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,256,0.0063680000603199005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,12288,0.03171199932694435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,16384,0.032575998455286026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,10240,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,512,65536,0.12083200365304947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,1536,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,12288,0.030848000198602676
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,4096,0.013024000450968742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,2048,0.009568000212311745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,2560,0.010048000141978264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,256,65536,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,512,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,512,128,65536,0.11753600090742111
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,7168,0.8622080087661743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,4096,0.5182399749755859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,5120,0.6256639957427979
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,3584,0.4607999920845032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,3072,0.40038400888442993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,1024,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,1536,0.22118400037288666
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,8192,1.0076160430908203
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,2048,0.27238398790359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,2560,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,256,0.05503999814391136
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,128,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,512,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,10240,1.265663981437683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,12288,1.5544320344924927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,8192,0.28467199206352234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,10240,0.3041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,12288,0.37887999415397644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,7168,0.24368000030517578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,3072,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,3584,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,5120,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,16384,0.4986880123615265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,4096,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,2560,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,256,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,512,0.029632000252604485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,1024,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,2048,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,1536,0.06028800085186958
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,16384,65536,1.879040002822876
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,65536,16384,2.1186559200286865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,7168,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,5120,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,8192,0.27750399708747864
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,4096,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,10240,0.35123199224472046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,12288,0.31539198756217957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,3072,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,2048,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,2560,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,3584,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,1536,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,1024,0.031488001346588135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,16384,0.4116480052471161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,256,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,128,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,5120,0.10639999806880951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,7168,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,8192,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,12288,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,10240,0.21804800629615784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,4096,0.08195199817419052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,16384,0.32051199674606323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,3072,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,3584,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,2560,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,2048,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,1024,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,1536,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,256,0.013151999562978745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,128,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,16384,0.25062400102615356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,8192,0.12310399860143661
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,7168,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,12288,0.18943999707698822
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,10240,0.1544319987297058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,4096,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,5120,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,3072,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,2560,0.04412800073623657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,3584,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,2048,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,1024,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,128,0.010015999898314476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,8192,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,16384,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,10240,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,12288,0.17529599368572235
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,3584,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,12288,65536,1.8657280206680298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,7168,0.10262399911880493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,4096,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,2560,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,1536,0.029664000496268272
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,3072,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,10240,65536,1.307647943496704
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,8192,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,12288,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,10240,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,16384,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,7168,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,5120,0.07580800354480743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,8192,65536,0.9318400025367737
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,3584,0.05423999950289726
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,2048,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,2560,0.041120000183582306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,1536,0.02143999934196472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,512,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,5120,65536,0.8560640215873718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,10240,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,7168,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,8192,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,12288,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,5120,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,7168,65536,0.8898559808731079
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,16384,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,4096,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,2560,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,3584,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,1024,0.014431999996304512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,512,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,12288,0.09504000097513199
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,5120,0.04742399975657463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,8192,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,7168,0.059487998485565186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,10240,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,16384,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,4096,0.03683200106024742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,3584,0.03251200169324875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,2048,0.02179200015962124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,512,0.010143999941647053
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,7168,0.05526399984955788
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,8192,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,12288,0.09206400066614151
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,10240,0.07580800354480743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,4096,65536,0.562175989151001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,16384,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,3584,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,4096,0.03359999880194664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,3072,0.027712000533938408
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,5120,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,2560,0.024480000138282776
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,512,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,1024,0.015168000012636185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,128,0.0072639998979866505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3584,65536,0.5336639881134033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,8192,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,12288,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,10240,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,7168,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,16384,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,5120,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,4096,0.02876799926161766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,512,0.009151999838650227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,3072,65536,0.5160959959030151
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2560,65536,0.3646399974822998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,7168,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,12288,0.05337600037455559
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,10240,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,16384,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,512,0.008511999621987343
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,1024,0.012032000347971916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,256,0.006912000011652708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,12288,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,16384,0.06111999973654747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,5120,0.023423999547958374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,8192,0.03478400036692619
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,10240,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,3584,0.017535999417304993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,512,0.008991999551653862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,128,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,2048,65536,0.3041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,16384,0.04473600164055824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,2560,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,3584,0.013952000066637993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,512,0.007935999892652035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1536,65536,0.24985599517822266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,12288,0.02675200067460537
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,5120,0.014303999952971935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,8192,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,3072,0.01056000031530857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,2048,0.009983999654650688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,1536,0.008960000239312649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,1024,65536,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,512,65536,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,16384,0.03308799862861633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,4096,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,2048,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,2560,0.01033599954098463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,256,65536,0.11568000167608261
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,384,128,65536,0.11587200313806534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,4096,0.4456639885902405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,5120,0.5466880202293396
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,3584,0.3983359932899475
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,7168,0.7403519749641418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,8192,0.8407040238380432
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,3072,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,2560,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,1024,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,10240,1.0352959632873535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,512,0.06441599875688553
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,256,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,1536,0.17919999361038208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,2048,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,128,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,12288,1.2503039836883545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,5120,0.15087999403476715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,8192,0.21715199947357178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,7168,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,10240,0.26521599292755127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,12288,0.33792001008987427
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,4096,0.12009599804878235
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,65536,16384,1.6588799953460693
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,3584,0.10841599851846695
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,3072,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,2048,0.06230400130152702
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,16384,0.43007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,2560,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,256,0.01532800029963255
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,1024,0.03385600075125694
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,128,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,5120,0.11568000167608261
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,7168,0.15052799880504608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,8192,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,12288,0.24780799448490143
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,10240,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,4096,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,3584,0.08278399705886841
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,16384,0.32339200377464294
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,2560,0.06054399907588959
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,3072,0.07177600264549255
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,2048,0.04912000149488449
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,1536,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,512,0.01820800080895424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,1024,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,256,0.012384000234305859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,8192,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,7168,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,10240,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,12288,0.22015999257564545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,16384,0.27955201268196106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,5120,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,4096,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,3584,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,2048,0.041919998824596405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,2560,0.055135998874902725
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,1536,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,1024,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,128,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,12288,0.17100800573825836
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,8192,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,16384,65536,1.6976319551467896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,10240,0.13628800213336945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,16384,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,4096,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,3584,0.0551999993622303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,5120,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,7168,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,3072,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,12288,65536,1.2974079847335815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,1536,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,2048,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,2560,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,128,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,8192,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,12288,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,10240,65536,1.099776029586792
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,10240,0.11884800344705582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,7168,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,16384,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,5120,0.06844799965620041
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,3584,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,4096,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,3072,0.04374400153756142
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,1536,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,7168,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,8192,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,12288,0.10860799998044968
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,10240,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,8192,65536,0.894976019859314
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,16384,0.15248000621795654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,5120,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,4096,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,3072,0.03347200155258179
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,2048,0.023520000278949738
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,2560,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,1024,0.015296000055968761
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,7168,65536,0.7997440099716187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,8192,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,12288,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,7168,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,10240,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,16384,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,4096,0.03359999880194664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,3072,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,5120,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,2560,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,2048,0.019360000267624855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,256,0.008031999692320824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,128,0.0074880002066493034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,5120,65536,0.6369280219078064
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,8192,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,12288,0.07363200187683105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,7168,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,10240,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,16384,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,5120,0.036031998693943024
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,3584,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,2048,0.016543999314308167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,1024,0.012543999589979649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,4096,65536,0.44758400321006775
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,12288,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,8192,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,16384,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,5120,0.032416000962257385
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,3584,0.024351999163627625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,512,0.009151999838650227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3584,65536,0.40112000703811646
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,7168,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,12288,0.057440001517534256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,8192,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,10240,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,16384,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,5120,0.02937600016593933
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,4096,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,2560,0.19660800695419312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,3072,65536,0.35737600922584534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,128,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,5120,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,12288,0.043136000633239746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,7168,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,8192,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,10240,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,16384,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,3584,0.016543999314308167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,4096,0.021376000717282295
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2560,65536,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,256,0.006943999789655209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,5120,0.018688000738620758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,12288,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,7168,0.02332800067961216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,10240,0.03161599859595299
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,2048,65536,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,16384,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,3584,0.012384000234305859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,1536,0.008960000239312649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1536,65536,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,1024,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,512,0.007007999811321497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,256,0.006912000011652708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,10240,0.023231999948620796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,7168,0.020640000700950623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,8192,0.024320000782608986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,3584,0.01398400031030178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,1536,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,1024,65536,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,128,0.005919999908655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,512,65536,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,256,0.0060800001956522465
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,12288,0.030912000685930252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,16384,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,3584,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,3072,0.011231999844312668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,256,65536,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,1536,0.008991999551653862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,256,128,65536,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,4096,0.4259839951992035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,5120,0.5273600220680237
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,3584,0.38012799620628357
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,7168,0.7147520184516907
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,8192,0.8079360127449036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,2560,0.2805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,3072,0.32972800731658936
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,1024,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,1536,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,10240,1.0024960041046143
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,256,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,512,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,2048,0.2272000014781952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,12288,1.2175359725952148
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,16384,0.4136959910392761
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,7168,0.19120000302791595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,5120,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,8192,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,10240,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,12288,0.3266560137271881
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,2560,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,3584,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,4096,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,3072,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,65536,16384,1.5964159965515137
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,1536,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,2048,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,512,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,256,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,1024,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,5120,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,7168,0.15116800367832184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,8192,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,12288,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,10240,0.2303680032491684
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,4096,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,2048,0.0469760000705719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,3584,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,2560,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,16384,0.32598400115966797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,3072,0.07267200201749802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,1536,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,1024,0.02879999950528145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,12288,0.20694400370121002
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,7168,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,8192,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,10240,0.1701440066099167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,5120,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,3584,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,4096,0.07878399640321732
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,16384,0.2693760097026825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,1536,0.029503999277949333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,2560,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,512,0.016672000288963318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,256,0.009344000369310379
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,10240,0.13600000739097595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,8192,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,12288,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,16384,65536,1.6834559440612793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,16384,0.2385919988155365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,7168,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,5120,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,4096,0.06137600168585777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,3584,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,12288,65536,1.2830719947814941
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,3072,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,2560,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,2048,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,1536,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,1024,0.018688000738620758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,8192,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,7168,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,12288,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,10240,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,10240,65536,1.1008000373840332
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,16384,0.2242559939622879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,3584,0.048928000032901764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,4096,0.05555199831724167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,5120,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,3072,0.04195199906826019
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,2560,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,1024,0.018239999189972878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,1536,0.022655999287962914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,8192,65536,0.8819519877433777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,8192,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,12288,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,10240,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,7168,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,16384,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,5120,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,3584,0.036607999354600906
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,2560,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,3072,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,512,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,1024,0.013663999736309052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,7168,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,8192,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,12288,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,10240,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,7168,65536,0.799776017665863
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,16384,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,5120,0.03996799886226654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,3584,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,3072,0.025536000728607178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,4096,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,1536,0.015456000342965126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,256,0.008128000423312187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,7168,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,12288,0.0724480003118515
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,8192,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,5120,65536,0.567296028137207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,10240,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,16384,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,4096,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,5120,0.03577600046992302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,3072,0.022816000506281853
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,2560,0.020287999883294106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,1024,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,128,0.006496000103652477
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,512,0.009088000282645226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,4096,65536,0.43007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,12288,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,8192,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,16384,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,4096,0.02630399912595749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,3072,0.02127999998629093
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,3584,0.023520000278949738
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,1024,0.011392000131309032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3584,65536,0.38809600472450256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,5120,0.0306560005992651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,12288,0.05817599967122078
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,8192,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,7168,0.04588799923658371
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,10240,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,16384,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,4096,0.02940800040960312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,3072,0.01942400075495243
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,3584,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,2560,0.01744000054895878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,128,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,3072,65536,0.34012800455093384
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,12288,0.04185599833726883
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,7168,0.02755199931561947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,10240,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,16384,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2560,65536,0.2969599962234497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,16384,0.04396799951791763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,2048,65536,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,8192,0.026496000587940216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,10240,0.030848000198602676
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,3072,0.012959999963641167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,512,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,8192,0.02163200080394745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,7168,0.01775999926030636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,16384,0.038943998515605927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,2560,0.011136000044643879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,1536,0.00886400043964386
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1536,65536,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,5120,0.014592000283300877
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,1024,65536,0.12460800260305405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,3072,0.011008000001311302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,5120,0.014240000396966934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,7168,0.02067199908196926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,16384,0.03283200040459633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,2048,0.009440000168979168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,512,65536,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,512,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,1024,0.00800000037997961
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,7168,0.020735999569296837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,10240,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,1536,0.009472000412642956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,256,65536,0.11599999666213989
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,128,0.006047999951988459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,512,0.006976000033318996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,4096,0.42153599858283997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,192,128,65536,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,7168,0.7096319794654846
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,8192,0.7995520234107971
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,5120,0.5212159752845764
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,2048,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,3072,0.32870399951934814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,2560,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,3584,0.3758080005645752
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,1024,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,256,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,128,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,512,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,1536,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,10240,0.9953280091285706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,8192,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,12288,1.2063679695129395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,10240,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,12288,0.3102720081806183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,5120,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,7168,0.18636800348758698
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,16384,0.4106239974498749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,3584,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,3072,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,4096,0.11865600198507309
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,2048,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,2560,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,1024,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,1536,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,256,0.01603199914097786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,512,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,65536,16384,1.5861760377883911
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,8192,0.18515199422836304
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,7168,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,12288,0.24371199309825897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,5120,0.11135999858379364
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,10240,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,3584,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,4096,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,1536,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,16384,0.3195520043373108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,2560,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,2048,0.047200001776218414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,3072,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,1024,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,7168,0.12595200538635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,12288,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,8192,0.14745600521564484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,10240,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,16384,0.2611199915409088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,3584,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,4096,0.07958400249481201
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,5120,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,3072,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,2560,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,1536,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,512,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,256,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,16384,65536,1.6875519752502441
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,8192,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,12288,0.16896000504493713
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,10240,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,7168,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,5120,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,16384,0.22723199427127838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,4096,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,3072,0.047839999198913574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,2560,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,2048,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,12288,65536,1.2881920337677002
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,1536,0.02566399984061718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,1024,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,10240,0.12294399738311768
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,8192,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,8192,65536,0.8783360123634338
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,12288,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,7168,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,5120,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,4096,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,16384,0.22323200106620789
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,3584,0.05084799975156784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,10240,65536,1.0762239694595337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,2560,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,2048,0.027871999889612198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,1024,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,5120,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,12288,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,8192,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,7168,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,10240,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,16384,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,3072,0.032735999673604965
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,3584,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,512,0.010111999697983265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,256,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,12288,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,7168,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,16384,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,8192,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,10240,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,5120,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,4096,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,2560,0.021695999428629875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,7168,65536,0.7976959943771362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,2048,0.01849599927663803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,12288,0.07184000313282013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,7168,0.04479999840259552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,16384,0.0960640013217926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,5120,65536,0.6000639796257019
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,10240,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,4096,0.02876799926161766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,128,0.007040000054985285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,4096,65536,0.4433920085430145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,12288,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,8192,0.044064000248909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,7168,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3584,65536,0.3829759955406189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,5120,0.031007999554276466
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,16384,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,3072,0.021376000717282295
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,256,0.007199999876320362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,512,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,8192,0.04009599983692169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,12288,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,7168,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,10240,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,16384,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,3584,0.020767999812960625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,4096,0.02800000086426735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,2560,0.01744000054895878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,1536,0.014303999952971935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,128,0.006463999859988689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,3072,65536,0.3345920145511627
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,12288,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,7168,0.027488000690937042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,10240,0.03500799834728241
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2560,65536,0.2908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,8192,0.03292800113558769
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,16384,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,12288,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,5120,0.01833599992096424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,7168,0.022431999444961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,16384,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,3072,0.012608000077307224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,2048,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,2048,65536,0.22323200106620789
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,128,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,12288,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1536,65536,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,5120,0.0161920003592968
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,8192,0.02147199958562851
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,7168,0.018079999834299088
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,4096,0.013567999936640263
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,16384,0.0382080003619194
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,1024,0.007872000336647034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,256,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,16384,0.033663999289274216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,4096,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,1024,65536,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,256,0.005888000130653381
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,12288,0.030527999624609947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,7168,0.020608000457286835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,5120,0.017216000705957413
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,10240,0.027327999472618103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,512,65536,0.14950400590896606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,2560,0.010912000201642513
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,1536,0.008287999778985977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,12288,0.030400000512599945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,5120,0.016224000602960587
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,7168,0.01929599978029728
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,10240,0.026496000587940216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,2560,0.009247999638319016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,256,65536,0.14336000382900238
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,160,128,65536,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,4096,0.4188160002231598
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,5120,0.52019202709198
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,3584,0.37171199917793274
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,7168,0.7014399766921997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,8192,0.7905279994010925
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,3072,0.32153600454330444
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,2560,0.26419198513031006
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,2048,0.21395200490951538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,1024,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,1536,0.1589439958333969
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,10240,0.9891840219497681
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,256,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,512,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,128,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,12288,1.1857919692993164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,5120,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,7168,0.17612800002098083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,8192,0.19968000054359436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,10240,0.24780799448490143
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,12288,0.3031040132045746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,3584,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,4096,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,3072,0.08806400001049042
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,16384,0.3983359932899475
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,2560,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,2048,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,65536,16384,1.5752320289611816
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,1024,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,1536,0.04374400153756142
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,256,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,5120,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,7168,0.1424960047006607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,8192,0.1669120043516159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,10240,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,12288,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,4096,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,3584,0.07577600330114365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,3072,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,16384,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,2560,0.05532800033688545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,2048,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,512,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,256,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,8192,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,7168,0.12390399724245071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,12288,0.21606400609016418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,10240,0.17203199863433838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,4096,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,16384,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,5120,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,3584,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,3072,0.058079998940229416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,2560,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,256,0.01027199998497963
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,12288,0.16499200463294983
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,16384,65536,1.628159999847412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,8192,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,10240,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,16384,0.2170879989862442
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,5120,0.07276800274848938
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,4096,0.05942400172352791
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,7168,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,12288,65536,1.2433600425720215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,3072,0.046112000942230225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,1536,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,2048,0.0307839997112751
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,2560,0.03888000175356865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,128,0.006912000011652708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,7168,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,12288,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,8192,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,10240,0.11574400216341019
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,10240,65536,1.0546560287475586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,16384,0.19123199582099915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,5120,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,4096,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,3072,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,2560,0.03465599939227104
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,1536,0.022655999287962914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,128,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,7168,0.06169600039720535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,8192,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,12288,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,8192,65536,0.8273919820785522
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,10240,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,16384,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,3584,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,4096,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,2560,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,3072,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,5120,0.04729599878191948
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,128,0.0063680000603199005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,12288,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,8192,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,7168,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,10240,0.0658240020275116
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,7168,65536,0.7280640006065369
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,16384,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,5120,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,3072,0.024927999824285507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,512,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,1024,0.012160000391304493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,5120,65536,0.5130239725112915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,12288,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,7168,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,10240,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,5120,0.03286400064826012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,16384,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,4096,65536,0.4191040098667145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,1024,0.010528000071644783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,12288,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,10240,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,16384,0.07903999835252762
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,3584,0.023231999948620796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,512,0.007360000163316727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,128,0.005791999865323305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,256,0.0063680000603199005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3584,65536,0.37376001477241516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,12288,0.05135999992489815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,7168,0.032896000891923904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,8192,0.03510399907827377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,10240,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,16384,0.06547199934720993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,4096,0.021663999184966087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,1536,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,3072,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,2560,0.015424000099301338
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,3584,0.02051199972629547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,256,0.00687999976798892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,3072,65536,0.32051199674606323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,12288,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,7168,0.02675200067460537
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,16384,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,10240,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,4096,0.018112000077962875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,3584,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,2048,0.01206399966031313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,1024,0.008895999751985073
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,128,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2560,65536,0.2734079957008362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,12288,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,16384,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,2048,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,1536,0.010015999898314476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,2048,65536,0.22220799326896667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,1024,0.007935999892652035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,12288,0.02956799976527691
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,5120,0.01926399953663349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,16384,0.047968000173568726
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,3584,0.015039999969303608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1536,65536,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,512,0.007071999832987785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,256,0.007007999811321497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,12288,0.03376000002026558
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,7168,0.020735999569296837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,10240,0.027936000376939774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,16384,0.03356799855828285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,3584,0.012256000190973282
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,1024,65536,0.17180800437927246
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,10240,0.027775999158620834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,16384,0.03296000137925148
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,3584,0.013376000337302685
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,512,65536,0.11980800330638885
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,12288,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,7168,0.02054399996995926
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,10240,0.02800000086426735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,3072,0.013088000006973743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,2560,0.011552000418305397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,3584,0.013504000380635262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,256,65536,0.11644800007343292
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,256,0.006304000038653612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,128,128,65536,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,4096,0.40959998965263367
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,5120,0.5109760165214539
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,3584,0.36454400420188904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,7168,0.6935999989509583
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,8192,0.7823359966278076
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,3072,0.3164159953594208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,2560,0.2590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,1536,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,512,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,2048,0.2096640020608902
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,256,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,10240,0.9820160269737244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,1024,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,128,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,12288,1.1735039949417114
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,7168,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,8192,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,5120,0.1406400054693222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,4096,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,12288,0.29897600412368774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,10240,0.24675199389457703
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,3072,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,3584,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,65536,16384,1.5626879930496216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,2560,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,2048,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,1536,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,16384,0.3962880074977875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,256,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,512,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,1024,0.031488001346588135
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,12288,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,5120,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,7168,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,8192,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,4096,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,10240,0.21606400609016418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,2560,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,3584,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,3072,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,2048,0.04399999976158142
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,16384,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,1536,0.03388800099492073
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,128,0.008128000423312187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,7168,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,8192,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,12288,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,10240,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,4096,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,16384,0.25702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,5120,0.09123200178146362
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,3584,0.0663359984755516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,3072,0.05628800019621849
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,2560,0.046911999583244324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,1024,0.021568000316619873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,1536,0.029791999608278275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,12288,0.16793599724769592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,10240,0.13199999928474426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,16384,0.21884800493717194
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,8192,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,16384,65536,1.644544005393982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,5120,0.07238399982452393
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,7168,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,3072,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,12288,65536,1.223680019378662
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,512,0.01152000017464161
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,2048,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,1536,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,12288,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,8192,0.09414400160312653
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,10240,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,7168,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,16384,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,10240,65536,1.0506240129470825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,4096,0.05315199866890907
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,5120,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,3072,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,3584,0.047359999269247055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,2560,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,1536,0.022272000089287758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,2048,0.02864000014960766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,8192,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,8192,65536,0.8130879998207092
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,12288,0.10463999956846237
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,10240,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,7168,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,7168,65536,0.7138239741325378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,16384,0.13417600095272064
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,5120,0.04623999819159508
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,4096,0.040863998234272
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,3584,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,3072,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,2560,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,1024,0.01398400031030178
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,128,0.006976000033318996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,256,0.008320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,12288,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,7168,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,5120,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,8192,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,10240,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,16384,0.1013759970664978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,3584,0.028511999174952507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,2048,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,5120,65536,0.5029760003089905
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,12288,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,10240,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,8192,0.04896000027656555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,7168,0.04419200122356415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,16384,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,5120,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,4096,0.028384000062942505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,3072,0.021824000403285027
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,256,0.007104000076651573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,4096,65536,0.40857601165771484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,12288,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,10240,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,16384,0.07884799689054489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,4096,0.024671999737620354
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,2560,0.017184000462293625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,3584,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,1024,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3584,65536,0.3676159977912903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,7168,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,12288,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,16384,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,5120,0.02473600022494793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,10240,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,8192,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,3072,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,3584,0.019392000511288643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,2560,0.015231999568641186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,3072,65536,0.31334400177001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,1024,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,8192,0.029983999207615852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,7168,0.025887999683618546
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,10240,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,16384,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,4096,0.018719999119639397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2560,65536,0.2662400007247925
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,512,0.007935999892652035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,7168,0.02348800003528595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,12288,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,16384,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,2048,65536,0.21401600539684296
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,12288,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,16384,0.046271998435258865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,1536,0.010015999898314476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1536,65536,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,12288,0.0318400003015995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,7168,0.020608000457286835
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,5120,0.016704000532627106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,8192,0.023296000435948372
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,16384,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,1024,65536,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,2560,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,3072,0.012415999546647072
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,256,0.006175999995321035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,512,0.00687999976798892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,10240,0.026944000273942947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,8192,0.022431999444961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,16384,0.032896000891923904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,512,65536,0.14825600385665894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,2048,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,512,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,128,0.00595200015231967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,256,0.006111999973654747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,1024,0.00800000037997961
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,8192,0.018400000408291817
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,16384,0.03964800015091896
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,10240,0.026496000587940216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,4096,0.013151999562978745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,3072,0.011296000331640244
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,256,65536,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,1024,0.00723200011998415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,512,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,256,0.006047999951988459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,128,0.006016000173985958
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,4096,0.4055039882659912
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,96,128,65536,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,7168,0.6894400119781494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,10240,0.9768959879875183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,16384,1.5575040578842163
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,5120,0.5049920082092285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,3072,0.3123199939727783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,2560,0.2579840123653412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,3584,0.36160001158714294
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,1536,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,2048,0.20870399475097656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,256,0.03548799827694893
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,1024,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,512,0.05942400172352791
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,128,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,8192,0.779263973236084
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,5120,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,7168,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,8192,0.19785599410533905
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,10240,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,12288,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,65536,12288,1.171455979347229
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,4096,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,3072,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,3584,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,2048,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,1536,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,16384,0.39510399103164673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,1024,0.03171199932694435
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,256,0.012160000391304493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,5120,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,7168,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,8192,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,16384,0.2961600124835968
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,10240,0.21503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,12288,0.22630399465560913
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,4096,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,3584,0.07606399804353714
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,3072,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,2560,0.054976001381874084
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,2048,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,512,0.015168000012636185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,1024,0.02486399933695793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,12288,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,8192,0.1361279934644699
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,7168,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,5120,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,10240,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,4096,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,16384,0.2539519965648651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,3072,0.05615999922156334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,3584,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,2560,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,2048,0.03868800029158592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,12288,0.16383999586105347
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,10240,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,8192,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,16384,65536,1.6261119842529297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,7168,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,16384,0.21606400609016418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,5120,0.07180800288915634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,4096,0.05852799862623215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,2560,0.03750399872660637
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,3584,0.05305600166320801
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,3072,0.04620800167322159
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,2048,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,1536,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,12288,65536,1.213312029838562
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,128,0.0072639998979866505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,8192,65536,0.8171839714050293
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,12288,0.14399999380111694
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,7168,0.08579199761152267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,8192,0.0944959968328476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,10240,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,10240,65536,1.0270719528198242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,4096,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,16384,0.20175999402999878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,2560,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,3072,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,5120,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,1536,0.0226879995316267
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,2048,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,512,0.01142400037497282
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,7168,0.0613120011985302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,5120,0.046751998364925385
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,12288,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,16384,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,8192,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,10240,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,4096,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,3584,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,3072,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,1024,0.014240000396966934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,7168,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,12288,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,8192,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,10240,0.06560000032186508
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,16384,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,7168,65536,0.7055680155754089
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,5120,0.03763199970126152
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,3072,0.025472000241279602
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,2560,0.021183999255299568
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,2048,0.017472000792622566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,1536,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,128,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,5120,65536,0.5017600059509277
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,12288,0.06963200122117996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,10240,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,16384,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,2048,0.01616000011563301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,5120,0.032896000891923904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,3072,0.022495999932289124
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,128,0.0060800001956522465
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,4096,65536,0.4065279960632324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,12288,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,7168,0.03779200091958046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,10240,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,4096,0.02364799939095974
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,16384,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,256,0.006463999859988689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3584,65536,0.3624959886074066
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,12288,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,16384,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,8192,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,7168,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,10240,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,3584,0.01926399953663349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,3072,0.016448000445961952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,512,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,3072,65536,0.3102720081806183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,128,0.006047999951988459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,12288,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,5120,0.02070399932563305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,16384,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,10240,0.03468799963593483
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,7168,0.026847999542951584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,1536,0.01104000024497509
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2560,65536,0.26281601190567017
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,12288,0.035679999738931656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,16384,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,5120,0.01926399953663349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,4096,0.016287999227643013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,3072,0.013632000423967838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,1536,0.009279999881982803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,2048,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,256,0.006111999973654747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,2048,65536,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,12288,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,10240,0.02486399933695793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,16384,0.036928001791238785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,7168,0.023264000192284584
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,2048,0.008991999551653862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1536,65536,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,1024,0.00825599953532219
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,8192,0.019168000668287277
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,12288,0.02643200010061264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,16384,0.03283200040459633
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,10240,0.022784000262618065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,2560,0.011008000001311302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,3584,0.013279999606311321
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,2048,0.009344000369310379
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,3072,0.012384000234305859
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,1024,65536,0.13494400680065155
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,1024,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,12288,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,5120,0.014399999752640724
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,4096,0.01408000010997057
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,512,65536,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,1024,0.008031999692320824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,128,0.005216000135987997
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,10240,0.025919999927282333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,12288,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,7168,0.019551999866962433
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,256,65536,0.11670400202274323
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,1536,0.009088000282645226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,3072,0.010944000445306301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,1024,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,512,0.007104000076651573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,80,128,65536,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,4096,0.41471999883651733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,3584,0.3635199964046478
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,5120,0.5120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,7168,0.7004160284996033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,8192,0.8038079738616943
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,2048,0.2088959962129593
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,2560,0.26009601354599
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,3072,0.3103039860725403
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,512,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,256,0.031647998839616776
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,1024,0.10751999914646149
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,1536,0.16303999722003937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,128,0.01913600042462349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,10240,0.9861119985580444
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,12288,1.1786240339279175
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,7168,0.17817600071430206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,8192,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,5120,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,10240,0.24883200228214264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,12288,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,4096,0.11072000116109848
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,3072,0.08502399921417236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,2048,0.056063998490571976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,3584,0.09830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,16384,0.4065279960632324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,65536,16384,1.5677440166473389
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,512,0.018400000408291817
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,128,0.008927999995648861
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,1024,0.031039999797940254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,1536,0.04224000126123428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,5120,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,7168,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,8192,0.15564799308776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,12288,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,10240,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,4096,0.08508799970149994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,3584,0.07660800218582153
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,3072,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,2560,0.05423999950289726
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,2048,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,16384,0.3044160008430481
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,1536,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,512,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,128,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,8192,0.13007999956607819
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,7168,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,12288,0.20192000269889832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,10240,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,5120,0.08707199990749359
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,4096,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,16384,0.26611199975013733
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,3072,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,3584,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,2560,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,2048,0.037856001406908035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,1024,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,256,0.009503999724984169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,10240,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,8192,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,12288,0.15667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,16384,65536,1.5544320344924927
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,5120,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,4096,0.05756799876689911
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,16384,0.20880000293254852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,3584,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,7168,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,12288,65536,1.1806720495224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,1536,0.024639999493956566
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,2048,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,2560,0.03699199855327606
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,128,0.007360000163316727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,12288,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,8192,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,10240,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,7168,0.08207999914884567
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,10240,65536,1.0147199630737305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,16384,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,4096,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,3072,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,3584,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,5120,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,2560,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,1536,0.021727999672293663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,128,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,7168,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,12288,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,8192,0.06639999896287918
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,10240,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,8192,65536,0.7884799838066101
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,16384,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,4096,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,3584,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,5120,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,3072,0.028511999174952507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,2560,0.024351999163627625
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,2048,0.021344000473618507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,12288,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,8192,0.054048001766204834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,7168,0.04886399954557419
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,10240,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,7168,65536,0.6901760101318359
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,16384,0.10063999891281128
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,5120,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,4096,0.030527999624609947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,3584,0.027008000761270523
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,2048,0.01836800016462803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,512,0.009184000082314014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,1536,0.015200000256299973
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,256,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,5120,65536,0.4904960095882416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,12288,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,8192,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,10240,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,16384,0.09020800143480301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,128,0.005919999908655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,512,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,4096,65536,0.39846399426460266
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,5120,0.02953599952161312
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,12288,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,7168,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,8192,0.04320000112056732
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,10240,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,16384,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,4096,0.02486399933695793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,3072,0.01865600049495697
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3584,65536,0.3491840064525604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,12288,0.051263999193906784
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,7168,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,8192,0.0350399985909462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,10240,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,5120,0.02534399926662445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,16384,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,4096,0.021407999098300934
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,2560,0.016416000202298164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,2048,0.013472000136971474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,3072,65536,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,8192,0.03280000016093254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,5120,0.02377600036561489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,10240,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,16384,0.06159999966621399
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,4096,0.01775999926030636
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,3072,0.015584000386297703
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2560,65536,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,256,0.007071999832987785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,10240,0.03484800085425377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,16384,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,4096,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,3072,0.014208000153303146
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,1536,0.009119999594986439
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,2048,65536,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,256,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,12288,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,7168,0.01929599978029728
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,8192,0.024831999093294144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,16384,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,2048,0.010143999941647053
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1536,65536,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,128,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,12288,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,10240,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,1024,65536,0.1382399946451187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,4096,0.013088000006973743
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,12288,0.03286400064826012
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,10240,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,16384,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,2560,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,3072,0.011327999643981457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,512,65536,0.15756799280643463
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,512,0.007071999832987785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,256,0.00598399993032217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,12288,0.031968001276254654
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,16384,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,256,65536,0.1528320014476776
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,256,0.00684799998998642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,4096,0.40755200386047363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,64,128,65536,0.1515520066022873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,5120,0.502784013748169
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,8192,0.7874559760093689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,16384,1.5554879903793335
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,2560,0.25891199707984924
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,2048,0.20479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,3072,0.30822399258613586
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,3584,0.35737600922584534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,256,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,1024,0.10672000050544739
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,512,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,7168,0.6892799735069275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,128,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,1536,0.16092799603939056
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,12288,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,10240,0.9748479723930359
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,8192,0.20297600328922272
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,7168,0.1804479956626892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,4096,0.11059200018644333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,10240,0.24883200228214264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,5120,0.13491199910640717
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,65536,12288,1.169600009918213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,3584,0.09728000313043594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,1536,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,1024,0.03167999908328056
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,2048,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,3072,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,16384,0.4025920033454895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,128,0.00848000030964613
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,8192,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,7168,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,5120,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,12288,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,10240,0.19148799777030945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,3072,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,4096,0.0859839990735054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,3584,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,2048,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,16384,0.30537599325180054
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,2560,0.054016001522541046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,1536,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,10240,0.16886399686336517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,8192,0.1311040073633194
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,7168,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,12288,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,3584,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,16384,0.26214399933815
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,4096,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,5120,0.0870399996638298
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,3072,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,2048,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,1024,0.022624000906944275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,1536,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,2560,0.045823998749256134
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,12288,0.15878400206565857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,10240,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,8192,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,10240,65536,1.008895993232727
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,16384,65536,1.550271987915039
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,16384,0.2069759964942932
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,5120,0.06950400024652481
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,4096,0.05737600103020668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,3584,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,7168,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,3072,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,2048,0.030400000512599945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,1536,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,2560,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,12288,65536,1.1726720333099365
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,256,0.008991999551653862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,128,0.006976000033318996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,12288,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,5120,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,8192,0.09238400310277939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,10240,0.11264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,7168,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,3584,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,4096,0.050335999578237534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,2048,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,16384,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,2560,0.033440001308918
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,3072,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,1536,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,12288,0.09721600264310837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,7168,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,8192,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,10240,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,16384,0.12697599828243256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,8192,65536,0.7936000227928162
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,5120,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,4096,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,2048,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,1024,0.012319999746978283
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,12288,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,7168,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,8192,0.0541439987719059
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,10240,0.0655359998345375
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,7168,65536,0.6883839964866638
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,16384,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,3584,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,4096,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,1536,0.014368000440299511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,512,0.009088000282645226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,5120,65536,0.4935680031776428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,12288,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,8192,0.04739199951291084
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,10240,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,16384,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,4096,0.02672000043094158
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,2560,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,3072,0.02070399932563305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,2048,0.016287999227643013
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,128,0.006976000033318996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,256,0.006207999773323536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,4096,65536,0.39395201206207275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,12288,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,7168,0.037696000188589096
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,8192,0.04188799858093262
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,10240,0.049375999718904495
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,16384,0.08092799782752991
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,2560,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,1024,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,128,0.00595200015231967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3584,65536,0.3491840064525604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,10240,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,16384,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,7168,0.03209599852561951
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,8192,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,5120,0.024831999093294144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,3584,0.01958400011062622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,3072,65536,0.30003198981285095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,512,0.0081599997356534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,256,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,1024,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,5120,0.023584000766277313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,12288,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,10240,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,16384,0.06115199998021126
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,2560,0.014271999709308147
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,1536,0.010528000071644783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2560,65536,0.2519040107727051
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,16384,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,12288,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,5120,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,8192,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,10240,0.03478400036692619
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,4096,0.016672000288963318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,2560,0.012608000077307224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,3072,0.014047999866306782
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,2048,65536,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,128,0.00595200015231967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,12288,0.03513599932193756
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,7168,0.022655999287962914
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,16384,0.03807999938726425
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1536,65536,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,512,0.00684799998998642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,12288,0.03254399821162224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,16384,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,7168,0.02070399932563305
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,8192,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,3072,0.012223999947309494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,2560,0.01056000031530857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,1024,65536,0.1700800061225891
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,512,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,7168,0.021247999742627144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,5120,0.014175999909639359
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,3584,0.013024000450968742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,1024,0.007455999962985516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,512,65536,0.11878400295972824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,12288,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,5120,0.015168000012636185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,10240,0.0225600004196167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,16384,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,3584,0.013183999806642532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,256,65536,0.14931200444698334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,1024,0.007968000136315823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,256,0.006335999816656113
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,48,128,65536,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,4096,0.40140798687934875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,5120,0.4925439953804016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,7168,0.6820799708366394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,3584,0.35020801424980164
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,8192,0.7741439938545227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,3072,0.30105599761009216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,1536,0.16064000129699707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,2560,0.2529279887676239
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,512,0.05302400141954422
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,2048,0.2017280012369156
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,1024,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,10240,0.9646080136299133
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,256,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,128,0.01708799973130226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,12288,1.1530879735946655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,7168,0.1764799952507019
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,5120,0.13312000036239624
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,8192,0.19865599274635315
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,10240,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,12288,0.29900801181793213
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,3072,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,4096,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,3584,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,2560,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,16384,0.3983359932899475
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,2048,0.0562559999525547
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,65536,16384,1.5421439409255981
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,512,0.016704000532627106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,1536,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,1024,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,256,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,5120,0.10143999755382538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,7168,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,8192,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,10240,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,4096,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,3584,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,12288,0.2314240038394928
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,3072,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,16384,0.3051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,1536,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,2560,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,1024,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,8192,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,7168,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,10240,0.16089600324630737
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,12288,0.19686399400234222
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,4096,0.06982400268316269
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,5120,0.08601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,16384,0.26009601354599
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,3584,0.06259199976921082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,3072,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,2560,0.04416000097990036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,2048,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,1024,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,512,0.012575999833643436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,128,0.0080960001796484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,12288,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,8192,0.1085439994931221
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,10240,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,16384,65536,1.5360000133514404
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,16384,0.20659199357032776
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,4096,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,7168,0.09241600334644318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,5120,0.0695360004901886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,3584,0.050303999334573746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,2560,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,2048,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,3072,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,1536,0.023679999634623528
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,12288,65536,1.1673599481582642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,128,0.007135999854654074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,12288,0.14131200313568115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,10240,0.11366400122642517
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,7168,0.08195199817419052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,8192,0.09225600212812424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,10240,65536,0.9850879907608032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,16384,0.1812479943037033
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,4096,0.050303999334573746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,3072,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,5120,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,3584,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,2560,0.03200000151991844
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,2048,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,1536,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,256,0.008352000266313553
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,8192,65536,0.7874559760093689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,7168,0.05929600074887276
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,12288,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,8192,0.06739199906587601
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,10240,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,16384,0.12716799974441528
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,4096,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,3072,0.02844800055027008
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,3584,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,5120,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,2048,0.019648000597953796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,1536,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,7168,0.04806400090456009
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,12288,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,8192,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,7168,65536,0.6830080151557922
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,10240,0.0644799992442131
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,16384,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,4096,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,5120,0.03667199984192848
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,5120,65536,0.4843200147151947
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,12288,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,8192,0.05081599950790405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,10240,0.05801599845290184
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,16384,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,4096,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,2560,0.018688000738620758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,4096,65536,0.3962880074977875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,5120,0.03001599945127964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,12288,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,7168,0.03753599897027016
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,10240,0.05056000128388405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,16384,0.08188799768686295
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,4096,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,3584,0.02175999991595745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,3072,0.01974399946630001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,512,0.007968000136315823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3584,65536,0.34303998947143555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,12288,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,16384,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,7168,0.032896000891923904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,5120,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,10240,0.04585599899291992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,2560,0.01568000018596649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,1536,0.01196799986064434
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,128,0.006175999995321035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,3072,65536,0.2949120104312897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,12288,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,8192,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,10240,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,7168,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,16384,0.056543998420238495
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,3584,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,2048,0.011487999930977821
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,1536,0.010975999757647514
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,1024,0.009151999838650227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,256,0.007007999811321497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2560,65536,0.24883200228214264
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,12288,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,5120,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,8192,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,7168,0.022784000262618065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,16384,0.0533440001308918
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,4096,0.01708799973130226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,2560,0.013024000450968742
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,2048,65536,0.2027519941329956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,7168,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,5120,0.015296000055968761
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,16384,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,4096,0.015135999768972397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,2560,0.01206399966031313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,2048,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,512,0.007071999832987785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1536,65536,0.15360000729560852
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,12288,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,10240,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,8192,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,16384,0.032896000891923904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,1024,65536,0.16998399794101715
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,1536,0.008383999578654766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,1024,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,12288,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,7168,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,512,65536,0.14847999811172485
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,256,0.005247999913990498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,12288,0.025728000327944756
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,7168,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,10240,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,16384,0.03270399942994118
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,3072,0.011359999887645245
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,256,65536,0.1454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,2560,0.010432000271975994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,256,0.006047999951988459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,32,128,65536,0.14233599603176117
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,4096,0.3901439905166626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,5120,0.483487993478775
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,3584,0.34303998947143555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,7168,0.6717439889907837
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,8192,0.7648959755897522
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,3072,0.2950400114059448
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,2560,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,1536,0.15769599378108978
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,1024,0.10547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,512,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,2048,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,10240,0.9533439874649048
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,256,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,128,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,12288,1.1458560228347778
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,7168,0.17532800137996674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,8192,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,5120,0.131071999669075
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,12288,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,10240,0.24473600089550018
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,4096,0.10739199817180634
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,3072,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,3584,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,16384,0.3962880074977875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,2560,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,2048,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,65536,16384,1.5349760055541992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,1536,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,1024,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,512,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,256,0.012160000391304493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,5120,0.09932799637317657
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,7168,0.1372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,8192,0.15462400019168854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,10240,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,12288,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,4096,0.08185599744319916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,3584,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,3072,0.062272001057863235
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,16384,0.2979840040206909
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,1024,0.02377600036561489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,1536,0.03296000137925148
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,2560,0.05119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,512,0.01414399966597557
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,8192,0.13209599256515503
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,7168,0.11468800157308578
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,10240,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,12288,0.19353599846363068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,5120,0.08499199897050858
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,4096,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,16384,0.25600001215934753
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,3584,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,3072,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,2048,0.0360959991812706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,2560,0.04505600035190582
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,1024,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,512,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,256,0.009440000168979168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,12288,0.15356799960136414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,16384,65536,1.5319039821624756
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,8192,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,10240,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,16384,0.20377600193023682
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,5120,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,4096,0.05632000043988228
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,3584,0.04934399947524071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,7168,0.09216000139713287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,2560,0.03558399900794029
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,3072,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,2048,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,1536,0.02377600036561489
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,12288,65536,1.1571199893951416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,512,0.010528000071644783
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,12288,0.13516800105571747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,10240,0.11231999844312668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,8192,0.09011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,7168,0.0799039974808693
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,10240,65536,0.9830399751663208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,16384,0.17919999361038208
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,5120,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,4096,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,3584,0.04399999976158142
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,2560,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,1024,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,1536,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,512,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,2048,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,12288,0.09625600278377533
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,8192,0.06547199934720993
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,10240,0.08118399977684021
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,7168,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,8192,65536,0.7751680016517639
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,16384,0.12902399897575378
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,4096,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,5120,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,3584,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,3072,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,2560,0.023679999634623528
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,1536,0.01648000068962574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,128,0.00684799998998642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,12288,0.07680000364780426
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,7168,65536,0.6777600049972534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,7168,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,8192,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,10240,0.06419199705123901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,16384,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,2560,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,3584,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,3072,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,4096,0.02956799976527691
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,2048,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,1024,0.012032000347971916
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,5120,65536,0.4792320132255554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,12288,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,8192,0.04684799909591675
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,5120,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,10240,0.05648000165820122
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,16384,0.09417600184679031
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,3584,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,2560,0.019328000023961067
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,2048,0.0163199994713068
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,1536,0.013472000136971474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,4096,65536,0.3891200125217438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,12288,0.0605119988322258
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,7168,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,8192,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,10240,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,16384,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,4096,0.022752000018954277
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,1024,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,512,0.0080960001796484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3584,65536,0.33587199449539185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,12288,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,7168,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,8192,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,5120,0.026559999212622643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,10240,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,16384,0.06656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,3072,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,3584,0.018592000007629395
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,2048,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,1536,0.011615999974310398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,3072,65536,0.289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,256,0.0063680000603199005
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,12288,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,10240,0.04095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,16384,0.05734400078654289
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,4096,0.018144000321626663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,1024,0.008895999751985073
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2560,65536,0.24687999486923218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,12288,0.03481600061058998
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,5120,0.01836800016462803
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,7168,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,8192,0.028575999662280083
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,10240,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,16384,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,4096,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,3584,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,3072,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,1536,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,2048,65536,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,128,0.005919999908655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,12288,0.02864000014960766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,5120,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,7168,0.022431999444961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,8192,0.020576000213623047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,10240,0.030047999694943428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,16384,0.03468799963593483
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,3584,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,2560,0.011231999844312668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1536,65536,0.1658879965543747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,10240,0.022207999601960182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,8192,0.01929599978029728
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,1024,65536,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,2560,0.009184000082314014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,3072,0.010143999941647053
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,512,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,12288,0.026335999369621277
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,16384,0.032607998698949814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,2560,0.009312000125646591
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,1536,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,3072,0.011231999844312668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,512,65536,0.14927999675273895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,1024,0.00723200011998415
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,256,0.006111999973654747
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,128,0.00598399993032217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,12288,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,5120,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,7168,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,16384,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,256,65536,0.11664000153541565
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,4096,0.01206399966031313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,2560,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,2048,0.009151999838650227
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,1024,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,512,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,16,128,65536,0.1393280029296875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,4096,0.38579198718070984
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,5120,0.48025599122047424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,7168,0.6686720252037048
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,3584,0.3420160114765167
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,8192,0.7598080039024353
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,3072,0.2959359884262085
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,2560,0.2467840015888214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,1024,0.10467199981212616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,10240,0.9472000002861023
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,1536,0.159743994474411
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,256,0.029664000496268272
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,512,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,128,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,2048,0.20070399343967438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,12288,1.1427839994430542
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,7168,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,5120,0.13196800649166107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,8192,0.19763199985027313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,10240,0.2457599937915802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,12288,0.3020800054073334
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,3072,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,4096,0.10649599879980087
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,3584,0.09545599669218063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,65536,16384,1.5235199928283691
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,2048,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,2560,0.07065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,16384,0.39321601390838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,1536,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,1024,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,512,0.016448000445961952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,256,0.010463999584317207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,5120,0.10035199671983719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,7168,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,8192,0.15587200224399567
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,12288,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,10240,0.187391996383667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,4096,0.08303999900817871
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,3584,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,3072,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,2560,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,2048,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,1536,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,1024,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,16384,0.298911988735199
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,512,0.013472000136971474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,8192,0.130048006772995
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,7168,0.11555200070142746
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,10240,0.16512000560760498
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,12288,0.19859200716018677
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,5120,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,4096,0.06860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,3584,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,16384,0.2549760043621063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,3072,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,2560,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,2048,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,1024,0.020640000700950623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,12288,0.15804800391197205
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,8192,0.10444799810647964
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,10240,0.12800000607967377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,16384,65536,1.5278079509735107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,16384,0.20457600057125092
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,4096,0.05548800155520439
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,5120,0.06758400052785873
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,3584,0.05222399905323982
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,7168,0.09305600076913834
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,2560,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,2048,0.030719999223947525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,3072,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,1536,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,12288,65536,1.1571199893951416
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,12288,0.13619199395179749
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,10240,0.11161600053310394
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,7168,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,8192,0.09113600105047226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,10240,65536,0.9799680113792419
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,5120,0.060127999633550644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,4096,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,16384,0.17830400168895721
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,3072,0.03907199949026108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,3584,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,2560,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,2048,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,1024,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,12288,0.0982080027461052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,7168,0.05843200162053108
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,8192,0.06620799750089645
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,10240,0.0798719972372055
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,8192,65536,0.7751680016517639
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,16384,0.12783999741077423
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,4096,0.03711999952793121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,3584,0.03455999866127968
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,3072,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,5120,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,2048,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,2560,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,1536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,512,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,1024,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,7168,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,12288,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,8192,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,7168,65536,0.6799359917640686
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,10240,0.06451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,16384,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,5120,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,4096,0.029503999277949333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,3584,0.02860799990594387
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,3072,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,2048,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,1536,0.014271999709308147
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,512,0.007903999648988247
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,1024,0.01104000024497509
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,5120,65536,0.48230400681495667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,12288,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,7168,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,8192,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,10240,0.05651199817657471
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,16384,0.09020800143480301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,3072,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,3584,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,2560,0.01926399953663349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,1024,0.010208000428974628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,4096,65536,0.38809600472450256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,12288,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,8192,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,7168,0.036928001791238785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,5120,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,10240,0.050175998359918594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,16384,0.08089599758386612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3584,65536,0.33484798669815063
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,12288,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,8192,0.03580800071358681
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,5120,0.027456000447273254
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,7168,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,16384,0.06748799979686737
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,10240,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,3072,0.01820800080895424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,1536,0.01056000031530857
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,3072,65536,0.29183998703956604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,128,0.004927999805659056
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,12288,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,8192,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,10240,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,16384,0.058368001133203506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,3072,0.016127999871969223
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,1536,0.010080000385642052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2560,65536,0.24393600225448608
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,12288,0.035840000957250595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,7168,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,8192,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,10240,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,16384,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,4096,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,3072,0.01360000018030405
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,2560,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,2048,65536,0.19756799936294556
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,256,0.00595200015231967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,512,0.00687999976798892
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,12288,0.029343999922275543
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,7168,0.018688000738620758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,16384,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1536,65536,0.16486400365829468
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,1024,0.007327999919652939
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,256,0.005311999935656786
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,12288,0.02595200017094612
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,5120,0.014527999795973301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,7168,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,16384,0.03359999880194664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,3072,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,2560,0.012223999947309494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,1536,0.007968000136315823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,1024,65536,0.1210239976644516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,1024,0.00684799998998642
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,128,0.005024000070989132
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,12288,0.026528000831604004
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,5120,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,7168,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,8192,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,10240,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,16384,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,4096,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,2048,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,2560,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,512,65536,0.11654400080442429
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,512,0.00595200015231967
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,128,0.004991999827325344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,12288,0.026559999212622643
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,8192,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,10240,0.021727999672293663
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,7168,0.01744000054895878
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,16384,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,256,65536,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,2048,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,1536,0.008031999692320824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,8,128,65536,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,4096,0.3676159977912903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,5120,0.45875200629234314
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,3584,0.32153600454330444
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,7168,0.6410239934921265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,8192,0.7301120162010193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,3072,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,2560,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,1536,0.13225600123405457
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,10240,0.9144319891929626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,1024,0.09020800143480301
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,256,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,128,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,2048,0.18227200210094452
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,12288,1.0966720581054688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,7168,0.16368000209331512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,5120,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,8192,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,12288,0.27852800488471985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,10240,0.23161600530147552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,3072,0.07152000069618225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,3584,0.08275199681520462
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,4096,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,2048,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,16384,0.3665919899940491
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,2560,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,65536,16384,1.4561280012130737
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,1536,0.03619199991226196
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,256,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,1024,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,128,0.014271999709308147
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,5120,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,7168,0.12291199713945389
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,8192,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,12288,0.2086080014705658
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,10240,0.17510400712490082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,4096,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,3584,0.06265600025653839
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,3072,0.05510399863123894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,2560,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,2048,0.03596799820661545
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,1536,0.027936000376939774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,16384,0.2772800028324127
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,512,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,7168,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,8192,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,10240,0.14643199741840363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,12288,0.1740799993276596
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,5120,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,16384,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,3072,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,2560,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,2048,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,1536,0.02486399933695793
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,1024,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,256,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,128,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,12288,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,8192,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,16384,65536,1.4684159755706787
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,10240,0.11699199676513672
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,16384,0.18665599822998047
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,3584,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,4096,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,5120,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,7168,0.08396799862384796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,12288,65536,1.1016639471054077
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,1536,0.020287999883294106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,3072,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,256,0.008991999551653862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,12288,0.12291199713945389
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,7168,0.0737600028514862
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,8192,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,10240,0.10358399897813797
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,10240,65536,0.9205759763717651
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,16384,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,5120,0.05350400134921074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,3584,0.03807999938726425
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,4096,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,3072,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,2560,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,12288,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,8192,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,7168,0.05350400134921074
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,10240,0.07571200281381607
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,8192,65536,0.7362560033798218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,16384,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,3584,0.02876799926161766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,3072,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,5120,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,4096,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,2048,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,1024,0.010975999757647514
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,256,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,128,0.006271999794989824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,12288,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,8192,0.049247998744249344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,10240,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,7168,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,16384,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,7168,65536,0.6459519863128662
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,3584,0.023615999147295952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,3072,0.021183999255299568
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,5120,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,4096,0.026367999613285065
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,2048,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,256,0.006175999995321035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,5120,65536,0.4628480076789856
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,8192,0.04403200000524521
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,7168,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,10240,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,16384,0.08371199667453766
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,2560,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,2048,0.01414399966597557
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,1536,0.010400000028312206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,4096,65536,0.37171199917793274
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,256,0.006047999951988459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,5120,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,12288,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,10240,0.0469760000705719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,16384,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,2048,0.012480000033974648
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,2560,0.015168000012636185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,3072,0.016672000288963318
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,4096,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,1536,0.009344000369310379
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,1024,0.008352000266313553
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3584,65536,0.32579201459884644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,12288,0.04630399867892265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,7168,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,10240,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,16384,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,5120,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,3072,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,2048,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,1536,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,1024,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,512,0.006016000173985958
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,3072,65536,0.27852800488471985
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,12288,0.03814399987459183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,5120,0.01820800080895424
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,7168,0.0244159996509552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,16384,0.04934399947524071
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,4096,0.015552000142633915
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,2048,0.010015999898314476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2560,65536,0.23654399812221527
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,1024,0.006432000081986189
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,256,0.004224000032991171
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,128,0.004191999789327383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,12288,0.029791999608278275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,7168,0.018719999119639397
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,16384,0.03872000053524971
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,10240,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,8192,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,1536,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,2048,0.0080960001796484
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,3584,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,2048,65536,0.1884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,512,0.004255999810993671
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,12288,0.02147199958562851
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,5120,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,16384,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,10240,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,3584,0.009119999594986439
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,1536,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,2560,0.007040000054985285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1536,65536,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,12288,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,5120,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,16384,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,8192,0.00940799992531538
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,7168,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,10240,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,4096,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,3584,0.00598399993032217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,2560,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,3072,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,1536,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,2048,0.004927999805659056
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,1024,65536,0.09388799965381622
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,1024,0.004288000054657459
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,256,0.003871999913826585
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,12288,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,10240,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,5120,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,7168,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,8192,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,16384,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,4096,0.005183999892324209
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,3584,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,2560,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,512,65536,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,1536,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,2048,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,3072,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,512,0.004031999967992306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,1024,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,256,0.004031999967992306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,128,0.003967999946326017
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,12288,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,5120,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,7168,0.005344000179320574
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,8192,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,10240,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,16384,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,4096,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,3072,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,3584,0.004991999827325344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,256,65536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,2560,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,1536,0.0033599999733269215
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,2048,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,1024,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,512,0.0030720001086592674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,256,0.0030720001086592674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,4,128,65536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,4096,0.3665919899940491
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,5120,0.45875200629234314
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,7168,0.638975977897644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,3584,0.32019200921058655
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,8192,0.7260159850120544
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,3072,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,2560,0.22732800245285034
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,1536,0.13414399325847626
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,10240,0.9091519713401794
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,512,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,1024,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,2048,0.18243199586868286
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,256,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,128,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,12288,1.089408040046692
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,8192,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,5120,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,7168,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,10240,0.22947199642658234
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,12288,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,3072,0.07152000069618225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,4096,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,3584,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,2560,0.05939200147986412
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,2048,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,16384,0.36454400420188904
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,65536,16384,1.4477440118789673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,256,0.010080000385642052
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,1024,0.024831999093294144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,1536,0.03654399886727333
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,128,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,5120,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,7168,0.12220799922943115
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,8192,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,12288,0.20684799551963806
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,10240,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,4096,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,3584,0.062463998794555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,3072,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,2560,0.04521600157022476
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,2048,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,16384,0.2754560112953186
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,1536,0.027648000046610832
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,512,0.012095999903976917
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,1024,0.020287999883294106
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,256,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,8192,0.1157120019197464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,7168,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,10240,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,12288,0.17299200594425201
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,4096,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,5120,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,16384,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,3584,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,3072,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,2048,0.030912000685930252
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,1536,0.023744000121951103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,512,0.011136000044643879
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,1024,0.01727999933063984
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,256,0.0081599997356534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,128,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,12288,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,8192,0.09391999989748001
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,16384,65536,1.45632004737854
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,10240,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,16384,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,3584,0.04198399931192398
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,4096,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,7168,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,5120,0.06028800085186958
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,12288,65536,1.0936319828033447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,3072,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,2048,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,1536,0.020416000857949257
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,256,0.007104000076651573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,512,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,12288,0.1228799968957901
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,8192,0.08191999793052673
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,7168,0.07305599749088287
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,10240,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,10240,65536,0.9132800102233887
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,16384,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,5120,0.0541439987719059
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,3072,0.03356799855828285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,4096,0.04383999854326248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,3584,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,2560,0.028351999819278717
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,1024,0.013344000093638897
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,1536,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,512,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,256,0.007071999832987785
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,128,0.007104000076651573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,12288,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,8192,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,10240,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,8192,65536,0.7290880084037781
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,7168,0.05427199974656105
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,16384,0.11776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,3584,0.027904000133275986
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,3072,0.025472000241279602
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,4096,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,5120,0.039712000638246536
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,2048,0.017632000148296356
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,1024,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,256,0.0060800001956522465
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,512,0.007968000136315823
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,1536,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,12288,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,10240,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,7168,65536,0.638975977897644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,16384,0.09523200243711472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,4096,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,3584,0.023615999147295952
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,2560,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,3072,0.020800000056624413
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,5120,0.03177599981427193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,2048,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,1536,0.012191999703645706
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,5120,65536,0.4607999920845032
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,8192,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,7168,0.03888000175356865
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,10240,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,16384,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,3584,0.02131200022995472
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,3072,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,2048,0.013472000136971474
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,128,0.004991999827325344
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,1024,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,512,0.006175999995321035
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,4096,65536,0.3665919899940491
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,12288,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,10240,0.04540799930691719
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,16384,0.07158400118350983
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,2560,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,3072,0.01651199907064438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,4096,0.02035200037062168
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,1536,0.010143999941647053
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,2048,0.01196799986064434
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3584,65536,0.32233598828315735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,12288,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,5120,0.02163200080394745
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,7168,0.02956799976527691
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,8192,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,10240,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,16384,0.06143999844789505
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,4096,0.017664000391960144
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,3072,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,2048,0.011168000288307667
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,2560,0.013183999806642532
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,1536,0.008224000222980976
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,1024,0.007040000054985285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,3072,65536,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,12288,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,5120,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,10240,0.03276799991726875
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,16384,0.04927999898791313
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,3072,0.01235199999064207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,2048,0.009184000082314014
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,3584,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,2560,0.011231999844312668
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,1024,0.006399999838322401
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,1536,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,512,0.004383999854326248
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2560,65536,0.23734399676322937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,12288,0.02969600073993206
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,8192,0.020640000700950623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,10240,0.02534399926662445
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,16384,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,4096,0.012160000391304493
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,2048,65536,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,256,0.00431999983265996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,12288,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,16384,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,5120,0.010367999784648418
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,8192,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,7168,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,4096,0.009375999681651592
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,3584,0.0081599997356534
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,3072,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,2048,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1536,65536,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,512,0.004191999789327383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,12288,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,7168,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,10240,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,8192,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,5120,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,16384,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,2560,0.005152000114321709
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,4096,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,3584,0.006240000016987324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,2048,0.004416000097990036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,3072,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,1536,0.0050559998489916325
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,1024,65536,0.09318400174379349
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,1024,0.004127999767661095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,256,0.0032319999299943447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,512,0.0038399999029934406
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,12288,0.008031999692320824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,7168,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,8192,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,5120,0.00598399993032217
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,16384,0.009983999654650688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,10240,0.007007999811321497
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,4096,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,1536,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,2048,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,2560,0.005024000070989132
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,3584,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,512,65536,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,3072,0.0049600000493228436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,1024,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,128,0.0030720001086592674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,12288,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,7168,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,8192,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,5120,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,16384,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,10240,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,4096,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,256,65536,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,3072,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,2048,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,3584,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,2560,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,1536,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,1024,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,512,0.0030720001086592674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,128,0.0030720001086592674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,2,128,65536,0.01711999997496605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,4096,0.36556801199913025
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,5120,0.45772799849510193
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,7168,0.638975977897644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,3584,0.31935998797416687
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,8192,0.7241600155830383
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,3072,0.2764799892902374
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,2560,0.22835199534893036
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,1536,0.13622400164604187
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,1024,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,512,0.046112000942230225
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,10240,0.9062399864196777
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,256,0.02566399984061718
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,2048,0.18217599391937256
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,128,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,12288,1.0873600244522095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,7168,0.16281600296497345
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,8192,0.18329599499702454
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,5120,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,10240,0.2303999960422516
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,12288,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,3584,0.0820159986615181
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,3072,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,4096,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,16384,0.3643839955329895
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,2560,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,2048,0.048128001391887665
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,65536,16384,1.4438400268554688
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,1536,0.03686400130391121
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,512,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,1024,0.02489599958062172
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,256,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,128,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,5120,0.08908800035715103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,7168,0.12278400361537933
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,8192,0.13926400244235992
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,12288,0.20764799416065216
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,10240,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,4096,0.07168000191450119
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,3584,0.06332799792289734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,3072,0.05510399863123894
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,16384,0.2744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,2560,0.04601600021123886
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,1536,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,1024,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,2048,0.037567999213933945
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,512,0.012000000104308128
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,128,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,8192,0.11644800007343292
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,7168,0.10239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,10240,0.1443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,12288,0.1730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,4096,0.06032000109553337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,5120,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,16384,0.22937600314617157
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,3584,0.05315199866890907
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,3072,0.04608000069856644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,2560,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,2048,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,1024,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,1536,0.023744000121951103
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,512,0.011008000001311302
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,256,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,12288,0.1393599957227707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,8192,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,10240,0.11673600226640701
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,16384,65536,1.4551039934158325
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,16384,0.18432000279426575
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,5120,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,4096,0.04819199815392494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,3584,0.04303999990224838
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,7168,0.08294399827718735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,1536,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,2048,0.02579200081527233
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,2560,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,3072,0.03779200091958046
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,12288,65536,1.0936319828033447
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,1024,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,512,0.009472000412642956
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,256,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,12288,0.12185599654912949
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,7168,0.07372800260782242
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,8192,0.08278399705886841
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,10240,0.10342399775981903
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,10240,65536,0.9122239947319031
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,4096,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,5120,0.053247999399900436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,16384,0.16179199516773224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,3584,0.03814399987459183
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,3072,0.03372799977660179
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,2560,0.028511999174952507
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,512,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,256,0.006976000033318996
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,1024,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,2048,0.02252800017595291
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,1536,0.01772800087928772
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,128,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,8192,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,12288,0.08902399986982346
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,10240,0.07475200295448303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,7168,0.053279999643564224
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,8192,65536,0.7311360239982605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,16384,0.11750400066375732
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,3072,0.02457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,4096,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,3584,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,5120,0.03993599861860275
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,2560,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,2048,0.017311999574303627
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,512,0.008031999692320824
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,1536,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,1024,0.011071999557316303
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,128,0.0054720002226531506
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,12288,0.07161600142717361
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,8192,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,7168,0.043007999658584595
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,10240,0.060416001826524734
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,7168,65536,0.638975977897644
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,16384,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,3072,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,4096,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,3584,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,5120,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,2560,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,2048,0.014431999996304512
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,512,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,1024,0.009088000282645226
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,1536,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,256,0.005888000130653381
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,5120,65536,0.4578559994697571
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,8192,0.043776001781225204
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,7168,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,12288,0.06348799914121628
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,10240,0.05353600159287453
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,5120,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,16384,0.08374399691820145
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,3072,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,2560,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,3584,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,4096,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,2048,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,1536,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,1024,0.008320000022649765
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,512,0.006912000011652708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,4096,65536,0.3685440123081207
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,5120,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,12288,0.055296000093221664
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,8192,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,7168,0.03379200026392937
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,10240,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,16384,0.0727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,4096,0.020479999482631683
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,3584,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,2048,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,3072,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,2560,0.014368000440299511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,1536,0.009535999968647957
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,1024,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,128,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,256,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,512,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3584,65536,0.32233598828315735
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,12288,0.047040000557899475
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,8192,0.03190400078892708
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,7168,0.028672000393271446
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,5120,0.022272000089287758
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,10240,0.039744000881910324
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,16384,0.06032000109553337
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,3072,0.014368000440299511
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,3584,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,4096,0.018432000651955605
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,1536,0.008415999822318554
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,2560,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,2048,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,3072,65536,0.2815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,1024,0.007296000141650438
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,12288,0.03788800165057182
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,5120,0.018400000408291817
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,7168,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,8192,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,16384,0.04915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,10240,0.03174399957060814
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,4096,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,1536,0.007424000184983015
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,3584,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,3072,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,2048,0.008960000239312649
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,2560,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,1024,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,512,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2560,65536,0.23161600530147552
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,12288,0.029664000496268272
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,16384,0.038047999143600464
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,8192,0.020640000700950623
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,7168,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,5120,0.014336000196635723
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,10240,0.02550400048494339
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,4096,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,3584,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,1536,0.007104000076651573
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,3072,0.010239999741315842
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,2560,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,2048,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,2048,65536,0.18534399569034576
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,12288,0.021503999829292297
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,5120,0.011264000087976456
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,10240,0.01740800030529499
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,7168,0.013311999849975109
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,8192,0.015168000012636185
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,16384,0.025599999353289604
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,4096,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,3072,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,2560,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,3584,0.008191999979317188
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,2048,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1536,65536,0.14028799533843994
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,1536,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,1024,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,128,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,12288,0.01228800043463707
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,5120,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,7168,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,8192,0.009216000325977802
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,16384,0.015359999611973763
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,10240,0.01119999960064888
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,4096,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,2560,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,1536,0.004896000027656555
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,3072,0.005280000157654285
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,3584,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,2048,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,1024,65536,0.09417600184679031
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,1024,0.004000000189989805
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,128,0.004064000211656094
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,12288,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,5120,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,7168,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,16384,0.010111999697983265
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,8192,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,10240,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,4096,0.005439999978989363
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,512,65536,0.04819199815392494
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,3584,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,3072,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,2560,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,1536,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,2048,0.0049600000493228436
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,1024,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,128,0.0030720001086592674
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,12288,0.006144000217318535
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,5120,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,7168,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,8192,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,16384,0.0071680000983178616
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,10240,0.005119999870657921
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,4096,0.004127999767661095
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,3584,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,3072,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,256,65536,0.026623999699950218
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,1536,0.004031999967992306
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,2048,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,2560,0.0041600000113248825
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,1024,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,256,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,512,0.004095999989658594
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,128,0.003903999924659729
TRTLLM,1.0.0,NVIDIA L40S,gemm,trt_flow_/smooth_quant_gemm_L96/PLUGIN_V2_SmoothQuantGemm_0,sq,1,128,65536,0.016383999958634377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,4096,21.857963053385415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,5120,27.577480061848956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,6144,32.909857177734374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,7168,38.09600830078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,8192,44.14187418619792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,3584,19.206144205729167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,2560,13.34801025390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,3072,16.076185099283855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,10240,56.30655110677084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,1536,8.168174743652344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,2048,10.647586059570312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,256,1.982771174112956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,12288,68.431494140625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,768,5.65381113688151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,128,2.237371826171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,512,3.864371236165365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,64,2.1457918802897136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,1024,7.302792358398437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,32,2.4066731770833334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,8192,10.548223876953125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,7168,9.457527669270833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,6144,8.084957885742188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,10240,13.228783162434897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,12288,16.28238525390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,65536,16384,94.04231770833334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,16384,21.209326171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,3584,4.512187703450521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,4096,5.4055933634440105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,3072,3.9464960734049477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,5120,6.71470947265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,2560,3.289463551839193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,1024,1.52630615234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,1536,1.8525866190592448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,256,0.5470890680948893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,2048,2.553070831298828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,768,1.1484842936197917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,512,0.7490218480428059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,128,0.4407978693644206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,64,0.38809601465861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,32,0.3902463912963867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,8192,7.913028462727864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,6144,5.919334411621094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,7168,7.011532592773437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,10240,9.83555399576823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,12288,12.130099487304687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,16384,15.81796671549479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,5120,4.9878697713216145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,4096,3.8997675577799478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,3584,3.5434496561686197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,3072,2.8726272583007812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,2560,2.2545407613118487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,2048,1.6641707102457683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,512,0.5631999969482422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,1536,1.351953125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,768,0.8147968292236328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,1024,1.0724693298339845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,256,0.39553705851236975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,128,0.3056981404622396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,32,0.28146346410115564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,64,0.2799957275390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,7168,5.839974466959635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,8192,6.757000732421875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,10240,8.201625569661458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,12288,10.10841573079427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,16384,13.345826212565104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,4096,3.2801109313964845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,5120,4.170035298665365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,6144,5.036236572265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,3584,2.9598719278971357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,3072,2.203443145751953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,2560,1.9783679962158203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,768,0.6391466776529948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,2048,1.5513941446940103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,1536,1.1096064249674478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,1024,0.8923818588256835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,16384,65536,88.1750732421875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,256,0.26746880213419594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,512,0.45035521189371747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,128,0.23828479448954262
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,64,0.23767040570576986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,32,0.23476907412211098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,12288,65536,64.91163330078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,7168,4.710570780436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,8192,5.22789560953776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,10240,6.602513122558594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,12288,7.860292053222656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,16384,10.470297241210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,6144,4.127573394775391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,4096,2.5360384623209637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,3584,2.055202102661133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,5120,3.3825792948404945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,3072,1.8533716837565106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,2560,1.4491989135742187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,2048,1.159543482462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,1536,1.0228394826253255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,1024,0.6968661626180013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,768,0.5245269457499186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,512,0.358024533589681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,10240,65536,54.86851399739584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,256,0.214357328414917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,128,0.18865493138631184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,64,0.18582186698913575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,32,0.18728960355122884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,8192,4.676164245605468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,6144,3.497540283203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,10240,5.803417460123698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,7168,4.033809153238932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,12288,7.1177215576171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,16384,9.219140625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,3584,1.8715647379557292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,4096,2.210577138264974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,3072,1.5677098592122396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,5120,2.8890111287434896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,2560,1.30600954691569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,2048,0.9875797271728516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,256,0.19053227106730145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,512,0.3160405476888021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,128,0.16629759470621747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,1536,0.724889628092448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,1024,0.6120106379191081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,768,0.44346027374267577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,8192,65536,45.02787272135417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,64,0.18124799728393554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,32,0.18230613072713214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,10240,4.918408711751303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,12288,6.022246297200521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,8192,4.014660390218099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,6144,2.690594228108724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,7168,3.4999979654947913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,16384,7.923780314127605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,5120,2.138692220052083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,3072,1.3046101888020833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,3584,1.646216583251953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,4096,1.868390401204427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,2560,1.0480298360188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,2048,0.8129194895426431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,7168,65536,38.18417561848958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,768,0.391645876566569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,256,0.15626239776611328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,128,0.14083414077758788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,1536,0.6242645263671875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,1024,0.42963625590006516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,512,0.27562665939331055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,64,0.1528490702311198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,32,0.15298560460408528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,8192,3.2694613138834634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,10240,4.218265533447266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,12288,5.054020182291667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,7168,2.9760510762532553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,16384,6.721535746256511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,6144,2.574677276611328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,5120,1.9837610880533856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,4096,1.5555243174235025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,6144,65536,32.38778889973958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,3584,1.3161813100179036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,3072,1.1616938273111979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,2048,0.7568384170532226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,2560,0.9246719996134439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,1536,0.5766485214233399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,1024,0.42922665278116867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,768,0.32771412531534827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,512,0.22712319691975913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,256,0.1345194657643636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,128,0.11762346426645916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,64,0.10311679840087891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,32,0.09615360101064047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,7168,2.222250620524089
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,8192,2.669943491617839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,12288,3.9683072408040365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,10240,3.3438379923502604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,16384,5.325004577636719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,6144,1.8516651153564454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,5120,65536,27.71039632161458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,5120,1.5185237884521485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,4096,1.248324203491211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,3584,1.0416810353597006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,2560,0.7331839879353841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,3072,0.9179136276245117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,2048,0.5927594502766926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,1536,0.45055999755859377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,768,0.26385067303975424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,1024,0.3062442779541016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,512,0.18005332946777344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,256,0.10369706948598226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,128,0.06611626545588176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,64,0.04485119978586833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,32,0.07000746726989746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,4096,65536,21.296331787109374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,10240,2.731792958577474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,8192,2.2999041239420572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,7168,1.7873578389485676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,12288,3.4568875630696616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,16384,4.610696411132812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,6144,1.6527701059977216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,3072,0.7795370737711589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,4096,1.0486783981323242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,3584,0.9356288274129232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,5120,1.2776106516520183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,2560,0.6233770370483398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,2048,0.4986879984537761
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,1536,0.38328320185343423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,256,0.09154559771219889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,1024,0.2698922793070475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,768,0.22360746065775552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,512,0.16274773279825847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,64,0.03949226538340251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,128,0.05331626733144125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,32,0.029627732435862225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3584,65536,19.15224812825521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,6144,1.3796693166097005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,7168,1.6199680328369142
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,8192,1.816268793741862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,10240,2.4742571512858076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,12288,2.982024637858073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,16384,4.013021850585938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,3072,0.6249813079833985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,4096,0.8573269526163736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,5120,1.1714560190836587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,3584,0.7342079798380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,2560,0.5371903737386068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,2048,0.418338139851888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,1536,0.3198293368021647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,1024,0.21551787058512367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,768,0.19042986234029133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,512,0.13752320607503254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,256,0.07396693229675293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,64,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,128,0.04471466541290283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,32,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,3072,65536,15.336619059244791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,7168,1.304814910888672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,8192,1.5738538106282554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,10240,2.038920593261719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,12288,2.6646868387858076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,6144,1.118173853556315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,16384,3.4699946085611977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,5120,0.9227605183919272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,4096,0.7090176264444987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,3584,0.602521578470866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,3072,0.5076650619506836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,2560,0.4334250768025716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,2048,0.3400021235148112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,1536,0.26466986338297527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,1024,0.1854464054107666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,768,0.14161920547485352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,512,0.12025173505147298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,256,0.07205546696980794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,128,0.045090134938557944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,64,0.028569600979487103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,32,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2560,65536,15.549542236328126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,7168,0.9990144093831381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,8192,1.2466859181722005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,6144,0.836676279703776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,10240,1.5529642740885417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,12288,1.9287381490071613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,16384,2.6853716532389322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,5120,0.707140286763509
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,4096,0.5699925104777018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,3072,0.41925973892211915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,3584,0.5030912081400554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,2560,0.3337216059366862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,2048,0.2838527997334798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,1536,0.2182485262552897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,1024,0.1516544024149577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,65536,12.92059326171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,512,0.08581120173136393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,128,0.03136853377024333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,256,0.050653866926829015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,768,0.1171114683151245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,64,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,2048,32,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,8192,0.8836437225341797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,10240,1.0945536295572915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,6144,0.6201002756754558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,7168,0.735914675394694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,12288,1.3810005187988281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,5120,0.5347328186035156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,16384,1.7425749460856121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,3072,0.2978816032409668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,3584,0.35549866358439125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,2560,0.24326826731363932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,2048,0.20923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,4096,0.42687145868937176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,1536,0.16141653060913086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,1024,0.11205973625183105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,65536,9.768686930338543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,512,0.06505813201268515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,768,0.09328640302022298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,128,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,256,0.037717334429423016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,64,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1536,32,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,16384,1.170841598510742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,8192,0.5678421020507812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,7168,0.5049002647399903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,10240,0.6989141464233398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,6144,0.43294719060262044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,5120,0.36048212051391604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,12288,0.8460629145304361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,65536,5.70221201578776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,4096,0.2605738639831543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,3584,0.2273962656656901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,2048,0.13854719797770182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,3072,0.1970176060994466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,1536,0.10837333202362061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,1024,0.07509333292643229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,2560,0.17588906288146972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,768,0.06420480012893677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,512,0.045636268456776936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,256,0.026419200499852497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,128,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,64,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,1024,32,0.010137599706649781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,16384,0.9218048095703125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,12288,0.676249631245931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,10240,0.5665109634399415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,65536,4.374594116210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,8192,0.5166090647379558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,7168,0.46083412170410154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,6144,0.3937280019124349
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,5120,0.3283967971801758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,4096,0.2464085261027018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,3584,0.21678080558776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,3072,0.18797225952148439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,2560,0.1584810733795166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,1536,0.09478826522827148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,768,0.04860586722691854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,2048,0.1300821304321289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,1024,0.06301013231277466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,512,0.034508800506591795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,256,0.020616533358891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,128,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,32,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,768,64,0.010683733224868774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,16384,0.6027605056762695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,12288,0.46578346888224287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,10240,0.37724587122599285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,8192,0.30245653788248694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,65536,3.0114814758300783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,7168,0.2578773339589437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,5120,0.16063146591186522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,6144,0.22906880378723143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,4096,0.12980906963348388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,3584,0.11072853406270344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,3072,0.09594879945119222
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,2560,0.08232959906260172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,2048,0.06959786415100097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,1536,0.05584213336308798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,1024,0.0440661350886027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,768,0.0347818652788798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,512,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,256,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,128,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,64,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,512,32,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,16384,0.45956907272338865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,10240,0.30767787297566734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,12288,0.37075627644856773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,65536,1.6919211069742839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,8192,0.25128960609436035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,7168,0.1974954605102539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,6144,0.13472426732381185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,5120,0.08430933157602946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,4096,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,3584,0.0602453351020813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,3072,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,2560,0.043212799231211345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,2048,0.03444053332010905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,1536,0.029388799269994097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,1024,0.023859200874964397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,768,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,512,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,256,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,128,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,64,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,256,32,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,16384,0.44127572377522783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,12288,0.3447466532389323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,65536,1.646933364868164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,10240,0.26518185933430993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,8192,0.21957972844441734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,7168,0.19268266359965008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,6144,0.09355946381886801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,5120,0.048674134413401286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,4096,0.04355413516362508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,3584,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,3072,0.03577173153559367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,2560,0.030719999472300214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,2048,0.02321066657702128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,1024,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,1536,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,768,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,512,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,256,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,128,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,64,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,128,32,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,16384,0.43202559153238934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,12288,0.34181121190388997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,10240,0.2610175927480062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,65536,1.6246784210205079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,8192,0.21275307337443033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,7168,0.18165760040283202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,6144,0.0723626693089803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,5120,0.048571733633677165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,4096,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,3584,0.035293865203857425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,3072,0.029832533995310467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,2560,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,2048,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,1536,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,1024,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,768,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,512,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,256,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,64,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,64,32,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,16384,0.4057429313659668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,65536,1.6277503967285156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,12288,0.33778346379597984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,10240,0.25637547175089515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,8192,0.21155840555826821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,7168,0.16674133936564128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,6144,0.045841066042582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,5120,0.037887998421986896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,4096,0.02877440055211385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,3584,0.027374933163324993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,3072,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,2560,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,2048,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,1536,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,1024,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,768,0.0076117331782976794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,512,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,256,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,128,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8192,32,32,0.0027637332677841187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,4096,10.199107869466145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,5120,13.422660319010415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,6144,15.951803588867188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,7168,18.434525553385416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,8192,21.67159423828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,3584,8.965665690104167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,10240,28.718695068359374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,3072,8.031266276041666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,2560,6.630400085449219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,2048,5.32855478922526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,1536,4.009335581461588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,12288,33.893479410807295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,256,1.0248191833496094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,512,1.81756591796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,1024,3.5913726806640627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,128,1.1095722198486329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,768,2.78463134765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,64,1.0735616048177083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,32,1.2023807525634767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,65536,16384,45.264042154947916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,8192,5.401804606119791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,7168,4.544990030924479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,10240,6.659208679199219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,12288,8.133700052897137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,6144,3.845256551106771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,16384,11.377493286132813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,3584,2.010111999511719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,4096,2.437256622314453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,2048,1.1453781127929688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,5120,3.3428138732910155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,3072,1.8106026967366535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,2560,1.529139200846354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,1536,0.8830634435017904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,1024,0.68853759765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,768,0.5644629160563152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,256,0.2662399927775065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,128,0.2293077309926351
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,512,0.3824981371561686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,64,0.19237546920776366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,32,0.20316160519917809
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,8192,3.8549163818359373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,7168,3.385924275716146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,10240,5.075831604003906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,12288,6.1556396484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,6144,2.9892608642578127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,16384,8.158788045247395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,4096,1.5954944610595703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,5120,2.316595204671224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,3584,1.5063040415445963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,2560,1.0779989878336589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,3072,1.271125284830729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,2048,0.8578389485677084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,1024,0.4336640040079753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,1536,0.6420480092366536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,768,0.40632321039835617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,256,0.15827627182006837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,512,0.29549226760864256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,128,0.1477290630340576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,64,0.13991252581278485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,32,0.14107306798299152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,16384,65536,43.57027994791667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,12288,5.2137303670247395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,10240,4.28042246500651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,7168,2.862762705485026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,16384,6.690406290690104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,8192,3.343462371826172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,6144,2.460637919108073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,5120,2.0365652720133465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,4096,1.5062357584635415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,12288,65536,32.606789143880206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,3584,1.3214378356933594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,2560,0.9248085021972656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,3072,1.1157845815022787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,2048,0.7686826705932617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,1536,0.580573844909668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,256,0.1304917335510254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,1024,0.4068010648091634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,128,0.13827412923177082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,64,0.13561174074808757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,512,0.23265280723571777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,768,0.3365205446879069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,32,0.11752106348673504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,8192,2.528699747721354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,10240,3.35807139078776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,7168,2.1903361002604167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,12288,4.053060150146484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,10240,65536,26.743739827473956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,16384,5.485363260904948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,6144,1.9275435129801433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,5120,1.523370615641276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,4096,1.1705003102620444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,3072,0.8572928110758463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,3584,0.9844736099243164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,2560,0.7317845026652019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,2048,0.6007466634114583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,1536,0.45370025634765626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,1024,0.31184212366739905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,768,0.2621781349182129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,512,0.1836714744567871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,128,0.08359253406524658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,256,0.10601812998453777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,64,0.07154346307118734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,32,0.03925333420435588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,8192,65536,21.179595947265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,7168,1.9705514272054034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,12288,3.64400634765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,6144,1.6428031921386719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,10240,2.929698181152344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,8192,2.236552429199219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,16384,4.983091227213541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,4096,1.0207573572794595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,3584,0.8695125579833984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,3072,0.7643477121988933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,2560,0.6253568013509114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,5120,1.3023231506347657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,2048,0.5012138684590657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,1536,0.39321600596110023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,768,0.22654293378194174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,512,0.16476160685221355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,256,0.09076053301493327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,128,0.06826666990915933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,1024,0.27248640060424806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,32,0.034474666913350424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,64,0.039287467797597245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,7168,65536,18.66270751953125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,8192,1.9024555206298828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,7168,1.6042325337727863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,10240,2.4334676106770834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,6144,1.3201408386230469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,12288,3.0142804463704427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,16384,4.231270345052083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,5120,1.1364693959554037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,3584,0.7332181294759115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,4096,0.9549482981363931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,3072,0.621124267578125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,2048,0.4161535898844401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,2560,0.5221717198689778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,1536,0.3273386637369792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,1024,0.22173013687133789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,768,0.19145387013753254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,512,0.1392639954884847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,256,0.07768747011820475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,128,0.045363199710845944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,64,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,32,0.02621440092722575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,10240,2.0101802825927733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,8192,1.431722640991211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,12288,2.4778411865234373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,6144,1.1056468963623047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,7168,1.2030293782552084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,16384,3.438011678059896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,6144,65536,19.799654134114583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,4096,0.6796288172403971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,5120,0.853879483540853
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,3584,0.6138197580973308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,3072,0.526472536722819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,2048,0.34327894846598306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,2560,0.41820160547892254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,1536,0.2668544133504232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,768,0.1458175977071126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,1024,0.18360320727030438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,256,0.06611626545588176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,512,0.1269759972890218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,128,0.03648853302001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,32,0.03659093379974365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,64,0.028433066606521607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,5120,65536,16.433561197916667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,10240,1.5994197845458984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,8192,1.1727189381917318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,12288,1.7500160217285157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,7168,0.9854634602864584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,6144,0.8310784022013346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,16384,2.5539924621582033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,5120,0.7045802434285482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,4096,0.5442901611328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,3584,0.46708052953084306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,2560,0.34242560068766276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,3072,0.4043775876363118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,1536,0.21497173309326173
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,2048,0.27903998692830406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,1024,0.15134719212849934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,768,0.1185109297434489
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,512,0.08714240392049154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,256,0.05109759966532389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,128,0.03007146716117859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,64,0.023859200874964397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,32,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,4096,65536,12.993330891927084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,10240,1.3071018218994142
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,8192,1.1509077707926432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,7168,0.9708885192871094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,12288,1.650107701619466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,16384,2.322193145751953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,6144,0.8174933115641275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,5120,0.6929066975911458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,4096,0.5381120045979817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,3584,0.47278079986572263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,2560,0.33904641469319663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,3072,0.3997354825337728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,2048,0.2829994519551595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,1536,0.21787306467692055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,1024,0.1435647964477539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,65536,10.591197713216145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,512,0.07516160011291503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,256,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,768,0.11479039986928304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,128,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,64,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3584,32,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,8192,0.8219647725423178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,6144,0.61975892384847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,7168,0.716868273417155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,10240,1.0720597585042317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,12288,1.3814783732096354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,5120,0.489301331837972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,16384,1.9354624430338543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,65536,8.562449137369793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,3584,0.3472042719523112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,4096,0.3913386662801107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,3072,0.29945173263549807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,2560,0.25053866704305017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,2048,0.2007381280263265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,1024,0.11158186594645184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,1536,0.16063146591186522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,768,0.0879957358042399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,512,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,256,0.037478399276733396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,128,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,64,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,3072,32,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,16384,1.502788289388021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,8192,0.6918144226074219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,10240,0.8829952239990234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,7168,0.6937599817911784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,12288,1.0645503997802734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,6144,0.587605349222819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,5120,0.4885845184326172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,4096,0.3825322786966959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,65536,7.097002665201823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,3584,0.3413333257039388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,3072,0.29982719421386717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,2048,0.20227413177490233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,2560,0.24971946080525717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,1024,0.10489173730214436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,1536,0.16052907307942707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,768,0.0791210651397705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,512,0.05672959884007772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,128,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,256,0.031914667288462324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,64,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2560,32,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,16384,1.1968512217203775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,12288,0.8538112004597982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,10240,0.7174826939900716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,6144,0.3958442687988281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,7168,0.47653547922770184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,8192,0.5528575897216796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,5120,0.3224917411804199
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,65536,5.802257283528646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,4096,0.2557610670725504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,3072,0.1974613348642985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,3584,0.22838613192240395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,2560,0.17469439506530762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,2048,0.14216532707214355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,1024,0.07625386714935303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,1536,0.107315198580424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,512,0.0448853333791097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,768,0.0688810666402181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,256,0.02611200014750163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,128,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,32,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,2048,64,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,16384,0.9249792098999023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,12288,0.6509567896525066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,10240,0.5550421396891276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,8192,0.5076309204101562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,7168,0.4357461293538411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,5120,0.30617599487304686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,6144,0.37495466868082683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,65536,4.86318105061849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,4096,0.24903680483500162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,3584,0.21602986653645834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,3072,0.1878698666890462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,2560,0.15336106618245443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,2048,0.11765759785970051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,1536,0.09226240317026774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,1024,0.06318080027898153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,768,0.04795733292897542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,512,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,256,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,128,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,64,0.010615467031796774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1536,32,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,16384,0.5702357610066732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,10240,0.3590144157409668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,12288,0.41574398676554364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,8192,0.26548906962076824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,7168,0.22613333066304525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,65536,2.8427263895670576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,6144,0.19237546920776366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,5120,0.15636480649312337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,4096,0.13885439236958821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,3584,0.11328852971394857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,3072,0.09659732977549235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,2560,0.0823637326558431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,2048,0.06864213148752848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,1536,0.05021013418833414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,1024,0.044100264708201095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,768,0.03461120128631592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,512,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,256,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,128,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,64,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,1024,32,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,65536,2.0372479756673174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,16384,0.44851201375325517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,12288,0.3294890721638998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,8192,0.21227520306905112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,10240,0.27604265213012696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,7168,0.22067200342814125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,6144,0.1903274695078532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,5120,0.1577642599741618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,3584,0.11741866270701092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,4096,0.1300821304321289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,2048,0.06993920008341471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,3072,0.10287786324818929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,2560,0.09267199834187825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,1536,0.0575488011042277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,1024,0.039185067017873124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,768,0.031231999397277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,512,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,256,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,32,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,128,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,768,64,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,16384,0.30600639979044597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,12288,0.23722666104634604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,65536,1.324748738606771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,8192,0.14592000643412273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,7168,0.11468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,10240,0.17640105883280438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,6144,0.09639253616333007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,5120,0.0808618704477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,4096,0.06676479975382486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,3584,0.06099626620610556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,3072,0.05225813388824463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,2560,0.043212799231211345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,2048,0.04481706619262695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,1024,0.023995733261108397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,1536,0.034645334879557295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,768,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,512,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,256,0.008601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,128,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,32,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,512,64,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,16384,0.24985599517822266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,65536,0.8868522644042969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,12288,0.19305814107259114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,10240,0.09373013178507486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,8192,0.07772160371144612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,7168,0.06458026568094889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,6144,0.05761706829071045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,5120,0.04922026793162028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,4096,0.04007786512374878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,3584,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,2560,0.030173865954081218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,3072,0.032807467381159465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,2048,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,1536,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,768,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,512,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,256,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,128,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,64,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,256,32,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,65536,0.850705083211263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,16384,0.22640639940897622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,12288,0.14626132647196452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,10240,0.04843519926071167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,8192,0.03904853264490764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,7168,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,6144,0.03345066706339518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,5120,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,4096,0.02648746569951375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,3584,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,3072,0.027818665901819868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,2560,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,1536,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,2048,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,1024,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,768,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,512,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,128,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,32,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,128,64,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,12288,0.08666453361511231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,16384,0.22118399937947592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,65536,0.830737050374349
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,8192,0.03672746817270915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,10240,0.044100264708201095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,7168,0.049356798330942794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,6144,0.0423253337542216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,5120,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,4096,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,3584,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,3072,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,2560,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,2048,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,1536,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,1024,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,768,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,512,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,128,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,64,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,64,32,0.0024490666886170702
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,65536,0.8189610799153646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,16384,0.21661012967427573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,12288,0.05785599946975708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,10240,0.043110398451487224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,8192,0.034815998872121175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,7168,0.040482131640116374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,6144,0.031914667288462324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,5120,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,4096,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,3584,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,3072,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,2048,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,1536,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,2560,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,1024,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,768,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,512,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,256,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,128,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,32,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4096,32,64,0.0025589334468046824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,4096,5.232674153645833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,5120,6.375628662109375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,6144,7.8016510009765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,7168,9.332940673828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,8192,10.946457926432291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,10240,13.63210245768229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,12288,16.713626098632812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,3072,3.8857386271158854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,3584,4.602504475911458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,2560,3.3902592976888024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,2048,2.5158315022786457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,1536,1.910818099975586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,1024,1.5768576304117838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,512,0.8039424260457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,16384,23.08751424153646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,768,1.2109823862711588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,256,0.5362346649169922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,128,0.5151061375935873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,64,0.5155157407124837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,65536,32,0.5895168304443359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,5120,1.4825472513834634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,6144,1.8459306081136067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,8192,2.557849629720052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,10240,3.3614847819010416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,7168,2.216072591145833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,16384,5.547280883789062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,12288,4.364560953776041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,4096,1.1641855875651042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,3584,1.0195285161336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,3072,0.884667714436849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,2560,0.7706282933553059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,2048,0.6112938563028971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,1536,0.47022078831990555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,1024,0.3272704124450684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,768,0.2453162670135498
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,512,0.20278612772623697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,128,0.0868010679880778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,256,0.11492693424224854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,64,0.06932480335235595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,32,0.07990612983703613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,7168,1.6102400461832684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,8192,1.8775039672851563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,10240,2.5136128743489583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,12288,3.0668116251627606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,16384,65536,20.90151163736979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,16384,3.9416831970214843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,6144,1.3195604960123697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,4096,0.8345941543579102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,5120,1.0570751825968423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,3584,0.7578624089558919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,3072,0.6435498555501302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,2560,0.5511509577433269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,1536,0.3362474759419759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,2048,0.44171946843465165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,1024,0.2246997356414795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,256,0.0793941338857015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,768,0.177459192276001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,128,0.04696746667226155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,512,0.14482773145039876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,64,0.03345066706339518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,32,0.03430399894714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,12288,65536,16.310033162434898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,6144,1.0448895772298177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,7168,1.2884651184082032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,8192,1.5837525685628255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,10240,2.0009301503499346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,12288,2.5230677286783854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,16384,3.406438446044922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,5120,0.9349119822184244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,4096,0.6993920008341472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,3072,0.5371221542358399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,3584,0.6123861312866211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,2560,0.44127572377522783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,2048,0.35764907201131185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,1536,0.2694485346476237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,1024,0.18169172604878742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,512,0.12755626837412518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,256,0.07567359606424967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,768,0.14417920112609864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,128,0.048878931999206544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,64,0.028842665751775104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,32,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,10240,65536,13.034939575195313
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,8192,1.1700565338134765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,10240,1.5517013549804688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,12288,1.8629632314046223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,7168,1.007752545674642
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,6144,0.8237397511800131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,16384,2.692369079589844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,5120,0.6920533498128255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,4096,0.5455872217814128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,3584,0.4782080014546712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,3072,0.4128767967224121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,2560,0.3432448069254557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,2048,0.2710186640421549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,1536,0.21691733996073403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,1024,0.14557867050170897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,65536,10.913826497395833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,768,0.1182037353515625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,256,0.057036801179250085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,512,0.08338773250579834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,128,0.030344533920288085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,64,0.023859200874964397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,8192,32,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,5120,0.6998698552449544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,8192,1.1184127807617188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,6144,0.8250026702880859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,10240,1.35099728902181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,7168,0.9920853296915689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,12288,1.6610304514567058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,16384,2.46647466023763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,3072,0.4195328076680501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,3584,0.4815530776977539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,2560,0.3512661298116048
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,2048,0.2847402572631836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,4096,0.5657941182454427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,1536,0.22661120096842446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,1024,0.15575040181477864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,65536,9.365401204427084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,768,0.11953492959340413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,256,0.043383467197418216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,64,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,512,0.08082773685455322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,128,0.026862933238347368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,7168,32,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,16384,1.6909652709960938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,8192,0.8389631907145182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,5120,0.5044224103291829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,7168,0.7123285293579101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,6144,0.6184277216593425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,10240,1.040008544921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,12288,1.3342037200927734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,4096,0.4069375991821289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,65536,8.191317240397137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,3584,0.35819520950317385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,3072,0.30030508041381837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,2560,0.24989013671875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,1024,0.11110400358835856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,2048,0.20333226521809897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,1536,0.15970880190531414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,768,0.0874837319056193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,512,0.06219093402226766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,256,0.03781973520914714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,64,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,128,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,6144,32,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,16384,1.531496556599935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,12288,1.0701461791992188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,10240,0.9102677027384439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,8192,0.7100757598876953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,6144,0.5950805028279622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,7168,0.6978560129801432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,5120,0.5003946622212727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,4096,0.3956053415934245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,65536,6.644838460286458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,3584,0.34443947474161785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,2560,0.26187094052632653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,3072,0.3037184079488119
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,2048,0.20848639806111655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,1536,0.1636352062225342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,1024,0.10816853046417237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,768,0.08386560281117758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,512,0.06440960168838501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,256,0.031846400101979574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,128,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,32,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,5120,64,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,16384,1.1704320271809896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,12288,0.8351743698120118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,10240,0.6993237177530924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,8192,0.5286911964416504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,7168,0.4765013376871745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,6144,0.3964927991231283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,5120,0.33703254063924154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,65536,5.3989715576171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,4096,0.26453332901000975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,3584,0.2306730588277181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,3072,0.2018986701965332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,2560,0.16749226252237956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,2048,0.13666987419128418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,1536,0.10881706873575847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,1024,0.07632213433583578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,768,0.056797866026560465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,512,0.04133546749750773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,256,0.02590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,128,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,64,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,4096,32,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,16384,1.032703971862793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,10240,0.6390783945719402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,12288,0.7803562800089519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,8192,0.5078698794047039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,7168,0.4475221316019694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,5120,0.3177472114562988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,6144,0.37696854273478186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,65536,4.926941935221354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,4096,0.25709226926167805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,3584,0.22425600687662758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,3072,0.19824639956156415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,2560,0.16489814122517904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,2048,0.1342463970184326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,1536,0.1042090654373169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,1024,0.07181653181711832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,768,0.05631999969482422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,512,0.04468053181966146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,128,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,256,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3584,32,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,16384,0.8634666442871094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,12288,0.6387711842854817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,8192,0.5044906616210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,7168,0.43987627029418946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,6144,0.3781973203023275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,10240,0.5452117284138998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,5120,0.3169621467590332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,65536,5.043473307291666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,4096,0.25135787328084314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,3584,0.2208085378011068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,3072,0.19104426701863605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,2560,0.1516885280609131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,2048,0.11898880004882813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,1536,0.09318400224049886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,768,0.04949333270390828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,1024,0.06519466638565063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,512,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,256,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,128,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,64,0.010547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,3072,32,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,16384,0.7404544194539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,12288,0.5699242909749349
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,10240,0.4583765347798665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,65536,3.4612223307291665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,8192,0.3693567911783854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,7168,0.3486037254333496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,6144,0.30504961013793946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,5120,0.2580138683319092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,4096,0.21480107307434082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,3584,0.18984959920247396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,3072,0.15766186714172364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,2048,0.11847679615020752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,1536,0.09093120098114013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,1024,0.060279464721679686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,2560,0.13694292704264324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,768,0.04686506589253743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,512,0.03317760030428569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,256,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,128,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,64,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2560,32,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,12288,0.4063573201497396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,16384,0.5654186884562175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,10240,0.33938773473103845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,8192,0.26746880213419594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,65536,2.8970667521158857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,7168,0.22166186968485513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,6144,0.19343360265096027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,5120,0.1597098668416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,4096,0.12837546666463215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,3584,0.11311786969502766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,3072,0.09837226867675782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,2560,0.08195412953694661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,1536,0.053452801704406736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,2048,0.0671061356862386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,1024,0.04437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,768,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,512,0.024234666426976522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,256,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,128,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,64,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,2048,32,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,12288,0.3132074673970541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,10240,0.25914026896158854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,16384,0.4226048151652019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,65536,2.0414122263590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,8192,0.21312853495279946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,7168,0.23278932571411132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,6144,0.16984747250874838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,5120,0.14049280484517415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,4096,0.12929706573486327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,3584,0.1178282658259074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,3072,0.10359466870625814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,2560,0.09236480394999186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,2048,0.07038293679555258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,1536,0.05768533150355021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,1024,0.039082666238149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,768,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,512,0.022050132354100548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,256,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,128,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,64,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1536,32,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,16384,0.3021823883056641
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,65536,1.3695658365885417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,12288,0.20350720087687174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,10240,0.18186240196228026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,8192,0.14551679293314618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,7168,0.11762346426645916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,6144,0.09526613553365072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,5120,0.08212479750315348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,4096,0.066594131787618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,3584,0.06355626583099365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,3072,0.050995198885599766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,2560,0.04334933360417684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,2048,0.03519146839777629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,1536,0.034747731685638425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,1024,0.023859200874964397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,768,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,512,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,256,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,128,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,64,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,1024,32,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,16384,0.22272000312805176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,65536,1.0106197357177735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,12288,0.16817493438720704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,10240,0.14076587359110515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,8192,0.1206613302230835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,7168,0.09905493259429932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,6144,0.08645973205566407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,5120,0.07383039792378744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,4096,0.05836799939473471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,3584,0.05256533225377401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,3072,0.045090134938557944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,2560,0.03819520076115926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,2048,0.03768320083618164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,1536,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,1024,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,768,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,512,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,256,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,128,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,64,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,768,32,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,65536,0.6305450439453125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,16384,0.1343488057454427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,12288,0.10315093199412029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,10240,0.08840533097585043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,8192,0.077619202931722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,7168,0.06434133450190226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,5120,0.04915200074513753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,6144,0.05700266758600871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,4096,0.03914239803949992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,3584,0.037273601690928145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,3072,0.034508800506591795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,2560,0.030173865954081218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,2048,0.0233130673567454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,1024,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,1536,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,768,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,512,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,256,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,64,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,512,32,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,16384,0.0723626693089803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,12288,0.05908480087916056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,65536,0.504149341583252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,10240,0.05123413403828939
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,8192,0.04222293297449748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,7168,0.037512532869974774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,6144,0.03321173389752706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,5120,0.028706133365631104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,4096,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,3584,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,3072,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,2560,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,2048,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,1536,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,1024,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,768,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,512,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,128,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,64,0.003035733352104823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,256,32,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,65536,0.45093545913696287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,16384,0.03686399857203166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,12288,0.031436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,8192,0.025565866629282636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,10240,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,7168,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,6144,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,5120,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,4096,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,3584,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,3072,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,2560,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,2048,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,1536,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,1024,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,512,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,256,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,128,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,128,32,0.002420266717672348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,65536,0.4387839953104655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,16384,0.0361130674680074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,12288,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,10240,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,8192,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,6144,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,7168,0.03645439942677815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,5120,0.026385066906611125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,4096,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,3584,0.019285333156585694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,3072,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,2560,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,2048,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,1536,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,512,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,256,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,128,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,64,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,64,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,65536,0.3861162821451823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,16384,0.03239253362019857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,12288,0.027033599217732747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,10240,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,7168,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,8192,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,6144,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,5120,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,4096,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,3584,0.010410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,3072,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,2560,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,2048,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,1536,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,768,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,512,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,256,0.0031669333577156065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,128,0.0025888000925381976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,32,0.002217599997917811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2048,32,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,4096,2.641715240478516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,5120,3.427498626708984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,6144,4.192768096923828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,7168,4.867856852213541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,8192,5.710950215657553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,10240,7.068057759602864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,12288,8.428373209635417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,16384,11.481736246744791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,3584,2.2389760335286457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,3072,1.976797866821289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,2048,1.2622506459554037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,1024,0.6248448053995769
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,2560,1.6389119466145832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,1536,0.950818125406901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,768,0.5831680297851562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,512,0.4220245361328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,256,0.29265918731689455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,128,0.26357760429382326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,64,0.23490559260050453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,65536,32,0.27296425501505533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,12288,1.8889386494954425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,16384,2.7495081583658854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,5120,0.7075498580932618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,10240,1.6647509256998698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,6144,0.8815957387288412
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,7168,1.0448554356892905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,8192,1.2335445404052734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,4096,0.5774677276611329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,3584,0.5192021369934082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,3072,0.43192319869995116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,2048,0.2937856038411458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,2560,0.3765589396158854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,1536,0.21992106437683107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,1024,0.14854826927185058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,768,0.11608746846516926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,65536,11.031142171223959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,512,0.08516266345977783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,256,0.05515946547190348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,128,0.03430399894714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,64,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,16384,32,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,10240,1.1526826222737632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,12288,1.4357504526774088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,16384,1.8191701253255208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,8192,0.8848725636800131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,5120,0.5230592091878254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,7168,0.7514794667561848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,6144,0.6488405227661133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,4096,0.43636051813761395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,3584,0.3831808090209961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,3072,0.3285674730936686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,65536,8.193740844726562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,2560,0.2667178789774577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,2048,0.20735999743143715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,1536,0.1621674696604411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,1024,0.11410773595174153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,768,0.08946346441904704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,512,0.0626688003540039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,256,0.040174933274586995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,128,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,64,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,12288,32,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,16384,1.6506197611490887
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,12288,1.1708756764729817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,8192,0.7229098637898763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,10240,0.9323861440022787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,5120,0.5207722663879395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,7168,0.7256746927897135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,6144,0.6281557083129883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,4096,0.43274240493774413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,65536,7.0760447184244795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,3072,0.3217407862345377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,3584,0.37693440119425453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,2560,0.2756608009338379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,2048,0.21234347025553385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,1024,0.11335679690043132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,1536,0.17250986099243165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,768,0.0822271982828776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,512,0.06570666631062826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,128,0.019285333156585694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,256,0.03345066706339518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,64,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,10240,32,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,16384,1.190434137980143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,12288,0.897979736328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,10240,0.7123968124389648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,7168,0.49619626998901367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,8192,0.5842602411905925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,6144,0.4220245361328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,5120,0.34269866943359373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,65536,5.4222162882486975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,4096,0.27890345255533855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,3584,0.24630613327026368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,3072,0.20548267364501954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,2560,0.17029120127360026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,2048,0.14120960235595703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,1536,0.10748586654663086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,1024,0.07618559996287028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,768,0.060893865426381436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,512,0.04215466578801473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,256,0.026726400852203368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,128,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,32,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,8192,64,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,16384,1.0252970377604167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,12288,0.75731627146403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,10240,0.6128330866495768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,8192,0.532855478922526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,6144,0.3961514790852865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,5120,0.3254272143046061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,7168,0.45554345448811845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,65536,4.6257568359375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,4096,0.26088107426961266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,3584,0.22848854064941407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,3072,0.19589120546976727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,2560,0.16732160250345868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,2048,0.13578240076700848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,1536,0.10533546606699626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,1024,0.07246507008870443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,768,0.05618346532185873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,512,0.04031146764755249
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,256,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,128,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,32,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,7168,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,16384,0.9069567998250326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,12288,0.6823935826619466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,10240,0.5488639831542969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,8192,0.5147647857666016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,7168,0.45509974161783856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,65536,3.8996650695800783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,6144,0.39809707005818684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,5120,0.3321173350016276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,4096,0.265011199315389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,3584,0.22971733411153158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,3072,0.19817813237508136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,2560,0.17114453315734862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,2048,0.13704533576965333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,1024,0.06236159801483154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,1536,0.09833813508351644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,768,0.04754773378372192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,512,0.03420159816741943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,256,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,128,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,64,0.010683733224868774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,6144,32,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,12288,0.551797358194987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,16384,0.7625386555989583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,10240,0.47080106735229493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,8192,0.3859797477722168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,7168,0.3631786664326986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,6144,0.32013654708862305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,65536,3.3259178161621095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,5120,0.26706771850585936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,4096,0.2214911937713623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,3584,0.19906560579935711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,2560,0.14673919677734376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,3072,0.1667466640472412
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,2048,0.1102176030476888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,1536,0.092194135983785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,1024,0.07273813088734946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,768,0.04669440189997355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,256,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,512,0.03317760030428569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,128,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,64,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,5120,32,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,12288,0.41444692611694334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,16384,0.5853525161743164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,10240,0.34761387507120767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,8192,0.28665173848470055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,65536,2.9502805074055987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,7168,0.24323412577311196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,6144,0.20005547205607094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,5120,0.16616106033325195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,3584,0.12144640286763508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,4096,0.13219839731852215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,3072,0.10045440196990967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,2560,0.08659626642862955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,2048,0.06707200209299723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,1536,0.0506880005200704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,1024,0.03973120053609212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,768,0.033655468622843424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,512,0.02450773318608602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,256,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,128,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,64,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,4096,32,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,12288,0.38867413202921547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,16384,0.5221376101175944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,10240,0.33054720560709633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,8192,0.2578773339589437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,65536,2.4468480428059896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,7168,0.21189972559611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,6144,0.18582186698913575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,5120,0.15336106618245443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,4096,0.12229973475138348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,3584,0.10721279780069988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,3072,0.09431040287017822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,2560,0.0781994660695394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,2048,0.06263466676076254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,1536,0.04768426815668742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,1024,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,768,0.037512532869974774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,512,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,256,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,128,0.009079466263453167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,64,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3584,32,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,12288,0.32225281397501626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,16384,0.43881813685099286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,10240,0.2675711949666341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,8192,0.21698667208353678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,65536,2.0215124766031902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,7168,0.24217599232991538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,6144,0.17664000193277996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,5120,0.14411093393961588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,4096,0.1361578623453776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,3584,0.1206613302230835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,3072,0.10560853481292724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,2560,0.09110186894734701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,2048,0.05870933135350546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,1536,0.045465600490570066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,1024,0.03901439905166626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,768,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,512,0.02208426594734192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,256,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,128,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,64,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,3072,32,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,16384,0.35607894261678064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,12288,0.2692437489827474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,65536,1.8177706400553386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,10240,0.23517866134643556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,8192,0.18626559575398763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,7168,0.19005120595296224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,6144,0.16878933906555177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,5120,0.1530197302500407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,4096,0.11496106783548991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,3584,0.09878186384836832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,3072,0.0881322701772054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,2560,0.07707306543986002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,2048,0.07929173310597738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,1536,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,1024,0.03894613186518352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,768,0.03099306623140971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,512,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,256,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,128,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,64,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2560,32,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,16384,0.284985605875651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,12288,0.21128533681233724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,65536,1.270681635538737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,10240,0.1822111924489339
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,8192,0.14646612803141276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,7168,0.12779520352681478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,6144,0.10642773310343426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,5120,0.08956586519877116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,4096,0.06628693342208862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,3584,0.058265598615010586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,3072,0.05027840137481689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,2560,0.04167679945627849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,2048,0.03426986535390218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,1536,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,1024,0.023961599667867026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,768,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,512,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,256,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,128,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,64,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,2048,32,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,65536,1.0106538772583007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,16384,0.22620159784952798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,12288,0.17264639536539714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,10240,0.14335999488830567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,8192,0.12178773085276287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,7168,0.10315093199412029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,6144,0.08864426612854004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,5120,0.07359146277109782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,4096,0.05997226635615031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,3584,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,3072,0.045602134863535565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,2048,0.03126613299051921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,2560,0.038024532794952395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,1536,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,1024,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,768,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,512,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,256,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,128,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,64,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1536,32,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,16384,0.13595306078592936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,12288,0.1052671988805135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,65536,0.6132053375244141
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,10240,0.09055573145548503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,8192,0.07406933307647705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,7168,0.06512639919916788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,6144,0.056900266806284586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,5120,0.048810664812723795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,4096,0.03970453341801961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,3584,0.03573760191599528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,3072,0.03372373183568318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,2560,0.029013333717981975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,2048,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,1024,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,1536,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,768,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,512,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,128,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,256,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,64,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,1024,32,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,16384,0.1094655990600586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,12288,0.08454826672871908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,65536,0.47663787206013997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,10240,0.07123626867930094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,8192,0.06174720128377279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,7168,0.054067198435465494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,6144,0.04788906574249267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,5120,0.04133546749750773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,4096,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,3584,0.031641600529352824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,3072,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,2560,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,2048,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,1536,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,1024,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,768,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,512,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,256,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,64,0.0033717334270477297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,768,32,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,16384,0.07427413463592529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,65536,0.3573418617248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,12288,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,10240,0.04986879825592041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,7168,0.03741013209025065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,8192,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,6144,0.03331413269042969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,5120,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,4096,0.024200532833735147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,3584,0.021947733561197915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,3072,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,2048,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,2560,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,1024,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,1536,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,768,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,512,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,128,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,64,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,512,32,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,16384,0.04181333382924397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,65536,0.2729301452636719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,10240,0.028842665751775104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,12288,0.03334826628367106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,8192,0.023893332481384276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,7168,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,6144,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,5120,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,4096,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,3584,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,3072,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,2560,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,2048,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,1536,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,256,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,128,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,512,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,64,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,256,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,65536,0.24483839670817056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,16384,0.024951465924580894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,12288,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,10240,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,8192,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,6144,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,7168,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,5120,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,4096,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,2048,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,3072,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,3584,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,1536,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,2560,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,512,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,256,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,128,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,128,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,16384,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,65536,0.209715207417806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,12288,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,10240,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,8192,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,6144,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,5120,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,7168,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,4096,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,3584,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,3072,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,2560,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,2048,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,1536,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,768,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,256,0.0031360000371932983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,64,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,64,32,0.0019797333826621372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,16384,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,65536,0.20200106302897133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,12288,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,10240,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,8192,0.010717866818110149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,7168,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,6144,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,5120,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,4096,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,3584,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,3072,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,2560,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,2048,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,1024,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,768,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,256,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1024,32,64,0.0020479999482631685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,4096,2.057181803385417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,5120,2.567338562011719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,6144,3.1741269429524737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,7168,3.714867146809896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,8192,4.312473551432292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,10240,5.453107198079428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,12288,6.387131754557291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,16384,8.403217061360676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,3584,1.741823959350586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,3072,1.4238719940185547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,2048,0.892791493733724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,2560,1.1443883260091146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,1536,0.6946474711100261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,1024,0.4772522608439128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,768,0.3675477345784505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,512,0.36532907485961913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,128,0.20244480768839518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,64,0.1810090700785319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,256,0.26920960744222006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,65536,32,0.18565120697021484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,10240,1.1296768188476562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,12288,1.402743403116862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,16384,2.003831481933594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,5120,0.5337770462036133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,7168,0.7445845286051432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,6144,0.6618111928304036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,8192,0.8820735931396484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,4096,0.4294656117757161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,3584,0.3816447893778483
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,3072,0.3406847953796387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,65536,8.334165445963542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,2560,0.27511466344197594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,2048,0.21428906122843422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,1536,0.1688576062520345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,1024,0.11407360235850017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,768,0.08942933082580566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,512,0.062498132387797035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,256,0.04116479953130086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,64,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,128,0.024234666426976522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,16384,32,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,16384,1.6365567525227864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,8192,0.7749631881713868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,12288,1.1911168416341147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,10240,0.9587029139200846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,6144,0.640170669555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,7168,0.7335936228434246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,5120,0.5324458758036296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,3584,0.38816426595052084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,65536,6.5032190958658855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,4096,0.44342613220214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,2560,0.28491093317667643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,3072,0.33367894490559896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,2048,0.23425706227620444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,1536,0.18292053540547687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,1024,0.1101482629776001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,768,0.09099946816762289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,256,0.029764266808827718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,128,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,64,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,512,0.06434133450190226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,12288,32,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,16384,1.118617630004883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,12288,0.8566783905029297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,10240,0.6874453226725261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,7168,0.4752383867899577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,6144,0.4189183870951335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,8192,0.5450069427490234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,5120,0.3402069409688314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,65536,5.035895284016927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,4096,0.2731349309285482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,3584,0.2457258701324463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,3072,0.20493653615315757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,2560,0.16728746096293132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,2048,0.1374890645345052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,1536,0.10588160355885823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,1024,0.07325013478597006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,768,0.055978667736053464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,512,0.040516265233357746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,256,0.025156267484029132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,128,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,64,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,10240,32,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,16384,0.9124181111653646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,12288,0.79148375193278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,10240,0.6140586853027343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,8192,0.4914858818054199
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,65536,3.898606872558594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,7168,0.4583423932393392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,6144,0.3888469378153483
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,5120,0.3297621409098307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,4096,0.26497707366943357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,3584,0.22777172724405922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,3072,0.19493546485900878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,2560,0.1691648006439209
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,1536,0.10110293229420979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,2048,0.13707946141560873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,768,0.04580693244934082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,1024,0.062327468395233156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,512,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,256,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,128,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,64,0.010752000411351522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,8192,32,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,16384,0.7743146896362305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,12288,0.5642239888509114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,10240,0.4779690742492676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,8192,0.3942399978637695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,65536,3.585877227783203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,6144,0.35519145329793295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,7168,0.3959808031717936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,5120,0.2916010538736979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,3584,0.19988479614257812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,4096,0.2343594710032145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,3072,0.17356799443562826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,2560,0.14796800613403321
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,1536,0.0981333335240682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,2048,0.1423701286315918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,1024,0.06130346854527792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,768,0.047172268231709794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,512,0.033655468622843424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,256,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,128,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,64,0.010547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,7168,32,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,12288,0.6003370920817057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,16384,0.7764650980631511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,10240,0.4899157206217448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,8192,0.41291093826293945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,7168,0.38976853688557944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,65536,3.0702250162760416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,6144,0.3388757387797038
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,5120,0.2915328025817871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,4096,0.24009386698404947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,3584,0.20343467394510903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,3072,0.1857194741566976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,2560,0.15994879404703777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,2048,0.11704320112864178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,1536,0.09185280005137125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,768,0.04706986745198567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,1024,0.07106560071309408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,512,0.03297280073165894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,256,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,128,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,64,0.010205866893132527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,6144,32,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,16384,0.5599573135375977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,12288,0.40471893946329757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,10240,0.3451903978983561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,8192,0.26951678593953454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,65536,2.408038330078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,7168,0.22807893753051758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,6144,0.19957760175069172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,5120,0.16257707277933758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,4096,0.13636266390482585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,3584,0.11390293439229329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,3072,0.09891839822133383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,2560,0.08256853421529134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,1536,0.05307733217875162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,2048,0.06966613133748373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,1024,0.03819520076115926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,768,0.03314346671104431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,512,0.023859200874964397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,256,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,128,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,64,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,5120,32,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,16384,0.4490922609965007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,12288,0.33249279657999675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,10240,0.2855253219604492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,65536,2.0961279551188152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,8192,0.227127472559611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,7168,0.24883200327555338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,6144,0.17278292973836262
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,5120,0.1449984073638916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,3584,0.10202453136444092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,4096,0.11871573130289714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,3072,0.0893951972325643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,2048,0.05881173213322958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,2560,0.07594666481018067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,1536,0.04495360056559245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,1024,0.039185067017873124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,768,0.03109546701113383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,512,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,256,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,128,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,64,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,4096,32,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,16384,0.3791530609130859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,12288,0.2951509475708008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,65536,1.868219757080078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,10240,0.2390357335408529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,8192,0.1984512011210124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,7168,0.20497066179911294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,5120,0.1654784043629964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,6144,0.18804052670796711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,4096,0.11567786534627278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,3584,0.10687359968821208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,2560,0.07724586327870687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,3072,0.0936959981918335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,2048,0.07140693664550782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,1536,0.051677866776784265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,1024,0.03901439905166626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,768,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,512,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,256,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,128,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,32,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3584,64,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,12288,0.26835625966389975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,16384,0.3580927848815918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,65536,1.8055850982666015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,10240,0.22552000681559242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,8192,0.18445653915405275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,7168,0.21309439341227213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,5120,0.15240853627522785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,6144,0.17117865880330402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,4096,0.11233279705047608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,3584,0.1008298635482788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,3072,0.09263786474863688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,2560,0.07229440212249756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,2048,0.05997226635615031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,1536,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,1024,0.03846826553344727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,768,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,512,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,256,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,128,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,64,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,3072,32,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,16384,0.2827264149983724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,12288,0.21428906122843422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,65536,1.2566869099934896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,10240,0.1734656016031901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,8192,0.14226773579915364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,7168,0.12598613103230794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,6144,0.10134186744689941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,5120,0.08523093064626058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,4096,0.07174826463063558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,3584,0.059903999169667564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,3072,0.048503466447194415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,2560,0.040994131565093996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,2048,0.03345066706339518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,1536,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,1024,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,768,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,512,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,256,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,128,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,64,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2560,32,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,65536,0.9497599919637045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,16384,0.22831999460856117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,12288,0.17394347190856935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,10240,0.14866026242574054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,8192,0.1217194636662801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,7168,0.10356053511301677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,6144,0.08912213643391928
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,5120,0.07581013043721517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,4096,0.059630934397379556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,3584,0.051643733183542886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,3072,0.04495360056559245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,2560,0.03819520076115926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,2048,0.03136853377024333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,1536,0.02874026695887248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,1024,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,768,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,512,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,256,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,128,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,32,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,16384,0.17291946411132814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,2048,64,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,12288,0.1271466652552287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,65536,0.709393056233724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,10240,0.11025066375732422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,7168,0.10697387059529621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,8192,0.09246719678243001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,6144,0.08864320119222005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,5120,0.07096319993336996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,3584,0.05184853474299113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,3072,0.050619733333587644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,4096,0.05782186587651571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,2560,0.04212053219477336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,2048,0.034030934174855546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,1536,0.025804799795150758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,1024,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,768,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,512,0.010615467031796774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,256,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,64,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,128,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1536,32,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,65536,0.4705621401468913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,16384,0.11089920202891032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,12288,0.08529919783274333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,10240,0.07215786774953206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,8192,0.06208853324254354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,7168,0.05420373280843099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,6144,0.048913065592447916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,5120,0.040243200461069745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,4096,0.03399680058161418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,3584,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,3072,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,2560,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,2048,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,1536,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,768,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,1024,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,512,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,256,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,64,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,128,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,1024,32,0.0033098667860031127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,65536,0.37604694366455077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,16384,0.08328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,10240,0.05618346532185873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,8192,0.048674134413401286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,12288,0.06632106701533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,7168,0.042530135313669844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,6144,0.037478399276733396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,5120,0.03242666721343994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,4096,0.027784534295399982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,3584,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,3072,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,2560,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,1536,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,1024,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,2048,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,768,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,512,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,256,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,128,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,64,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,768,32,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,65536,0.2775039990743001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,12288,0.09052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,16384,0.11018239657084147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,10240,0.04140373468399048
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,8192,0.03413333495457967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,7168,0.029252266883850096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,6144,0.026658133665720625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,5120,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,4096,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,3584,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,2560,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,3072,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,2048,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,1536,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,1024,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,768,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,256,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,128,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,512,32,0.002586666742960612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,65536,0.2202965259552002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,16384,0.03321173389752706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,12288,0.026316799720128375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,10240,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,8192,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,7168,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,5120,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,6144,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,3072,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,4096,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,3584,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,2560,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,2048,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,512,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,256,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,128,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,64,0.0024170666933059693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,256,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,65536,0.186845858891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,16384,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,10240,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,12288,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,6144,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,7168,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,5120,0.010308266679445902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,8192,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,4096,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,3584,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,3072,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,2048,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,1024,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,2560,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,512,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,256,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,128,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,128,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,65536,0.1375914732615153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,16384,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,10240,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,12288,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,8192,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,7168,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,6144,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,5120,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,3584,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,4096,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,3072,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,2560,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,2048,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,1536,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,768,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,256,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,128,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,64,0.0020736000190178555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,64,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,65536,0.0966655969619751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,16384,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,12288,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,10240,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,8192,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,7168,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,6144,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,5120,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,4096,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,3584,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,3072,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,2560,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,2048,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,1536,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,1024,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,512,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,256,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,768,32,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,4096,1.3679957071940103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,6144,2.117051696777344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,5120,1.7008981068929034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,7168,2.4782506306966146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,8192,2.739950815836589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,16384,6.015965779622396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,10240,3.688379669189453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,12288,4.39371083577474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,1536,0.5128191947937012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,2048,0.6404095967610677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,3072,0.9861802419026693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,2560,0.8006656010945639
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,3584,1.1853141784667969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,1024,0.36976639429728186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,512,0.25084586143493653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,768,0.317303466796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,256,0.16581974029541016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,128,0.09000960191090902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,64,0.07755093574523926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,65536,32,0.0762880007425944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,12288,0.9175039927164713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,16384,1.2441258748372397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,10240,0.7664298375447591
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,8192,0.6214314778645833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,6144,0.4567722638448079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,7168,0.5246293385823567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,5120,0.3781973203023275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,4096,0.31272961298624674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,3584,0.2732714653015137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,65536,5.905646769205729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,3072,0.2329258600870768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,2560,0.19957760175069172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,2048,0.1508010705312093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,1536,0.11622400283813476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,1024,0.07789226373036703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,768,0.05939199924468994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,512,0.04222293297449748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,256,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,128,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,64,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,16384,32,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,16384,0.9089365641276042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,10240,0.5688661575317383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,12288,0.6839295705159505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,8192,0.46288213729858396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,7168,0.476910940806071
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,6144,0.4158464113871257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,5120,0.34655574162801106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,65536,4.3214167277018225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,4096,0.28207785288492837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,3584,0.24521387418111168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,3072,0.21039786338806152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,2560,0.17547945976257323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,1536,0.11284480094909669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,2048,0.1473536014556885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,1024,0.07714133262634278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,768,0.05376000006993612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,512,0.03461120128631592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,256,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,128,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,64,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,12288,32,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,16384,0.8185173034667969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,12288,0.612659200032552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,10240,0.503876272837321
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,7168,0.39075838724772133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,8192,0.40987307230631514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,6144,0.34846719106038415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,5120,0.2929322560628255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,65536,3.7096107482910154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,4096,0.23323307037353516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,3584,0.20483412742614746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,3072,0.17817600568135578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,2560,0.18797225952148439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,2048,0.14929919242858886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,1536,0.10141013463338215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,1024,0.07813119888305664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,768,0.0478549321492513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,512,0.03348480065663655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,256,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,128,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,64,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,10240,32,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,16384,0.6270293553670248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,10240,0.378060785929362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,12288,0.4667392094930013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,8192,0.2988373438517252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,7168,0.2620757261912028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,65536,3.203037770589193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,6144,0.22582613627115883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,5120,0.18609493573506672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,4096,0.15250773429870607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,3584,0.12759040196736654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,3072,0.11642879645029705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,2560,0.09284266630808512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,2048,0.0734549363454183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,1536,0.060893865426381436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,1024,0.03942399819691976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,768,0.02788693308830261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,512,0.02450773318608602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,256,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,64,0.007338666419188182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,128,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,8192,32,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,12288,0.4176213264465332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,16384,0.5486591974894206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,10240,0.3526314735412598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,8192,0.27682132720947267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,65536,2.609186045328776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,7168,0.24094719886779786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,5120,0.1625088055928548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,6144,0.2042538642883301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,4096,0.1346560001373291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,3072,0.10076159636179607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,3584,0.11796480019887287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,2560,0.08430933157602946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,2048,0.07127040227254232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,1536,0.04993706544240316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,1024,0.040447998046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,768,0.026999467611312868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,256,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,512,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,128,0.009147733449935913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,64,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,7168,32,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,16384,0.4501845359802246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,12288,0.34785493214925134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,10240,0.3482624053955078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,65536,2.0671178181966146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,7168,0.20776960055033364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,8192,0.2720767974853516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,6144,0.17762986818949383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,5120,0.15090346336364746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,4096,0.12045653661092122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,3072,0.09144319693247477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,3584,0.10659840106964111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,2048,0.06167893409729004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,2560,0.07987199624379476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,1536,0.045431466897328694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,1024,0.03932160139083862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,768,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,512,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,256,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,64,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,32,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,6144,128,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,16384,0.3841024080912272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,12288,0.30504961013793946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,65536,1.7869141896565754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,10240,0.23995733261108398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,8192,0.2052778720855713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,7168,0.20292266209920248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,6144,0.18039466540018717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,5120,0.15540906588236492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,4096,0.12202773094177247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,3584,0.10666666825612385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,3072,0.0971509297688802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,2560,0.08294400374094645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,2048,0.09000960191090902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,1536,0.051268267631530764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,1024,0.03894613186518352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,768,0.030822400252024335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,512,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,256,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,128,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,32,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,5120,64,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,16384,0.3024213473002116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,12288,0.24300266901652018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,65536,1.3085355122884115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,10240,0.1922730604807536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,8192,0.15858346621195477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,7168,0.13209599653879803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,6144,0.11837440331776936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,5120,0.09212586879730225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,4096,0.07509333292643229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,3584,0.06799360116322836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,3072,0.06045013268788656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,2560,0.04727466503779094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,2048,0.03444053332010905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,1536,0.03433813254038493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,1024,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,768,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,512,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,64,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,128,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,256,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,4096,32,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,16384,0.2728618621826172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,12288,0.20135253270467124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,65536,1.2408832550048827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,10240,0.16571733156840007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,8192,0.1429162661234538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,7168,0.12107093334197998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,6144,0.10195626417795818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,5120,0.08584533532460531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,4096,0.07150932947794596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,3584,0.060893865426381436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,3072,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,2560,0.040072532494862874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,2048,0.04205226500829061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,1536,0.03273386756579082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,768,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,1024,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,512,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,256,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,128,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,64,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3584,32,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,16384,0.24169813791910805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,10240,0.15489813486735027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,12288,0.1817599932352702
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,65536,0.9420117060343424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,8192,0.1264298677444458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,7168,0.10547200043996174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,6144,0.09082880020141601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,3584,0.05488640069961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,4096,0.06297599871953329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,3072,0.04604586760203044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,2560,0.03833173513412476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,2048,0.03778560161590576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,1536,0.028569600979487103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,1024,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,768,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,512,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,256,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,64,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,128,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,3072,32,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,16384,0.19551572799682618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,65536,0.7867733637491863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,12288,0.143394136428833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,10240,0.12943360010782878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,8192,0.09936213493347168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,7168,0.10622293154398602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,6144,0.0994645357131958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,5120,0.08249920209248861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,4096,0.06492160161336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,3584,0.05447680155436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,3072,0.048093867301940915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,2560,0.04348586797714234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,2048,0.03362133502960205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,1536,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,768,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,1024,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,512,0.0106495996316274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,256,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,128,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,64,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2560,32,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,16384,0.1510741392771403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,12288,0.12032000223795573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,10240,0.0948906660079956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,65536,0.6315690358479817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,8192,0.07976960341135661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,7168,0.07273813088734946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,6144,0.07154346307118734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,5120,0.05225813388824463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,4096,0.04041386842727661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,3072,0.032631466786066696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,3584,0.03614720106124878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,2560,0.028330665826797486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,2048,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,1024,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,1536,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,768,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,256,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,512,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,64,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,2048,32,0.003066666672627131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,16384,0.11588266690572102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,65536,0.5048661231994629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,12288,0.0897706667582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,10240,0.07471786340077718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,8192,0.062054399649302164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,6144,0.048230401674906415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,7168,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,5120,0.040209066867828366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,4096,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,3584,0.03109546701113383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,3072,0.027818665901819868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,2560,0.02327893376350403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,2048,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,1536,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,1024,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,768,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,512,0.007338666419188182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,256,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,128,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,64,0.0035445332527160645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1536,32,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,65536,0.3571711858113607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,16384,0.07840426762898764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,12288,0.06683306694030762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,10240,0.05290666818618774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,8192,0.03805866638819377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,7168,0.03778560161590576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,6144,0.03293866713841756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,5120,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,4096,0.024371200799942018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,3584,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,2048,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,2560,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,3072,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,1536,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,1024,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,768,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,512,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,128,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,64,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,1024,32,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,65536,0.2779136021931966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,16384,0.11133653322855633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,12288,0.045363199710845944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,10240,0.04092586835225423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,8192,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,6144,0.026828799645106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,7168,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,5120,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,3584,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,4096,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,3072,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,2560,0.015740799903869628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,2048,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,1536,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,768,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,1024,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,128,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,32,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,768,64,0.0027978666126728057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,65536,0.22213973999023437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,16384,0.03887786865234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,12288,0.03310933311780294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,10240,0.028467200199762982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,7168,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,8192,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,6144,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,4096,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,3584,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,3072,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,2560,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,2048,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,512,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,256,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,128,0.0031360000371932983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,64,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,512,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,65536,0.1484458605448405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,16384,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,12288,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,10240,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,8192,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,6144,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,7168,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,5120,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,4096,0.0106495996316274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,3584,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,3072,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,2560,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,2048,0.007338666419188182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,1536,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,512,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,256,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,128,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,256,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,65536,0.056251732508341465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,12288,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,16384,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,10240,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,8192,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,7168,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,6144,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,5120,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,4096,0.007338666419188182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,3584,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,3072,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,2560,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,2048,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,1536,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,768,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,256,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,128,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,64,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,128,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,65536,0.05946026643117269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,16384,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,12288,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,10240,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,8192,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,7168,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,5120,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,6144,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,4096,0.007338666419188182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,3584,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,3072,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,2560,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,2048,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,1024,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,1536,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,256,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,64,0.002455466737349828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,64,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,65536,0.031436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,12288,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,16384,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,10240,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,8192,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,7168,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,6144,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,5120,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,4096,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,3584,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,3072,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,2560,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,2048,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,1536,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,1024,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,768,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,256,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,128,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,512,32,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,10240,2.6221227010091144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,4096,1.0570751825968423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,8192,2.1532671610514322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,12288,3.3666048685709633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,5120,1.3397674560546875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,7168,1.896994145711263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,6144,1.6431786855061847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,16384,4.450474548339844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,2560,0.6872063954671224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,1536,0.4411050796508789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,1024,0.33129812876383463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,3072,0.7768405278523762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,2048,0.566647466023763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,3584,0.9403050740559896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,768,0.2669151941935221
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,512,0.20210347175598145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,256,0.12892159620920818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,64,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,128,0.0606549342473348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,65536,32,0.05048319896062216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,10240,0.6254933039347331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,16384,0.9990144093831381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,12288,0.8006314595540365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,8192,0.4939093271891276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,7168,0.4999850591023763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,6144,0.4373504002888997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,5120,0.36447572708129883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,65536,4.1927337646484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,4096,0.29812053044637044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,3584,0.26719573338826497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,3072,0.2306389331817627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,2560,0.185753599802653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,2048,0.1434282620747884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,1536,0.11410666306813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,1024,0.07833600044250488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,768,0.059835731983184814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,512,0.034850132465362546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,256,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,128,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,64,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,16384,32,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,8192,0.4393642743428548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,16384,0.9039189020792643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,10240,0.5568511962890625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,12288,0.7220895767211915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,7168,0.4149930636088054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,6144,0.3637930552164713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,5120,0.3081215858459473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,65536,3.401557413736979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,4096,0.2439509391784668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,3584,0.22118399937947592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,2560,0.1665023962656657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,3072,0.19565226236979166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,2048,0.12441600163777669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,1536,0.09861120382944742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,1024,0.07239680290222168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,768,0.046011734008789065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,512,0.03324586749076843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,128,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,256,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,64,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,12288,32,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,16384,0.6511648178100586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,12288,0.5094741185506184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,10240,0.4058112144470215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,7168,0.28132692972819007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,8192,0.3264533360799154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,6144,0.2520064036051432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,5120,0.21449386278788246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,65536,2.7938474019368487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,4096,0.16254293123881022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,3584,0.13404159545898436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,3072,0.11465386549631755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,2560,0.09427626927693686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,2048,0.08069120248158773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,1536,0.059528533617655435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,1024,0.03843413194020589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,768,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,256,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,512,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,128,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,64,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,10240,32,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,12288,0.3825322786966959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,16384,0.4994730631510417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,65536,2.0194644927978516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,10240,0.3056298573811849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,8192,0.25890132586161296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,7168,0.24773972829182944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,6144,0.2045952002207438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,5120,0.15476053555806477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,4096,0.12704426447550457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,3584,0.11260586579640705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,3072,0.09611946741739909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,2048,0.08325119813283285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,2560,0.09738240242004395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,1536,0.05918720165888468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,1024,0.031846400101979574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,768,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,512,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,256,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,128,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,64,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,8192,32,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,12288,0.33047892252604166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,16384,0.43294719060262044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,10240,0.27859627405802406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,65536,1.8585941314697265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,8192,0.2216277281443278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,7168,0.23241920471191407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,6144,0.19886080423990887
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,5120,0.16452266375223795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,4096,0.1311402638753255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,3584,0.11666773160298664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,3072,0.11694080034891766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,2560,0.10076159636179607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,2048,0.0897706667582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,1536,0.05550080140431722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,1024,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,768,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,512,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,256,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,128,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,64,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,7168,32,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,16384,0.3965269406636556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,12288,0.2965504010518392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,10240,0.24200533231099447
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,8192,0.19862186113993327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,7168,0.21695146560668946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,65536,1.5224491119384767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,6144,0.1795072078704834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,5120,0.15841280619303386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,4096,0.12509866555531818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,3584,0.10765653451283771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,3072,0.09673386414845785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,2560,0.08608427047729492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,2048,0.09376426537831625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,1536,0.051370668411254886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,1024,0.034986666838328045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,768,0.03041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,512,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,256,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,128,0.008601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,64,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,6144,32,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,16384,0.3058677355448405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,65536,1.3318826039632161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,12288,0.24606720606486002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,10240,0.20333226521809897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,7168,0.13073066870371503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,8192,0.16585386594136556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,6144,0.11277653376261394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,5120,0.09461759726206462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,4096,0.08052053451538085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,3584,0.07157759666442871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,3072,0.06038186550140381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,2048,0.03549866676330567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,2560,0.048059733708699544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,1536,0.027306665976842243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,1024,0.02321066657702128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,768,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,256,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,128,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,64,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,5120,32,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,12288,0.21401599248250328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,16384,0.2604032039642334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,65536,1.0360832214355469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,10240,0.16343040466308595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,8192,0.136738125483195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,7168,0.1096021334330241
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,5120,0.08130559921264649
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,6144,0.09362773100535074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,4096,0.07813119888305664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,3584,0.0562175989151001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,3072,0.048981332778930665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,2560,0.04041386842727661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,2048,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,1536,0.02450773318608602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,1024,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,768,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,512,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,256,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,128,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,64,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,4096,32,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,12288,0.18114560445149738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,10240,0.1467733383178711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,16384,0.22746453285217286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,8192,0.11847679615020752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,65536,0.9064448038736979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,7168,0.09424213568369547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,6144,0.08246613343556722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,5120,0.07594666481018067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,3584,0.05331626733144125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,4096,0.059665067990620935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,3072,0.04655786752700806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,2560,0.037649067242940266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,2048,0.0339626669883728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,1536,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,1024,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,768,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,512,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,256,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,128,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,64,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3584,32,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,16384,0.19933867454528809
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,65536,0.8016554514567057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,12288,0.15991466840108234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,10240,0.13810346921284994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,8192,0.10816853046417237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,7168,0.10410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,6144,0.09386666615804037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,5120,0.08546986579895019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,4096,0.06475093364715576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,3584,0.05461333195368449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,3072,0.045670398076375324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,2560,0.04201813141504924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,2048,0.03239253362019857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,1536,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,1024,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,768,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,512,0.010615467031796774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,256,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,128,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,64,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,3072,32,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,16384,0.1750655968983968
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,65536,0.6661802927652996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,12288,0.13728426297505697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,10240,0.11383466720581055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,8192,0.092740265528361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,6144,0.07151040236155191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,7168,0.07469226519266764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,5120,0.05010773340861002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,4096,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,3584,0.034815998872121175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,3072,0.031470932563145954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,2560,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,2048,0.022801067431767783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,1536,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,1024,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,768,0.010137599706649781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,512,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,256,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,64,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2560,32,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,16384,0.12305066585540772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,65536,0.5578410466512044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,12288,0.093013334274292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,10240,0.07983787059783935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,8192,0.06761813163757324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,7168,0.059835731983184814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,6144,0.051950931549072266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,5120,0.04382719993591309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,4096,0.035293865203857425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,3584,0.031880533695220946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,3072,0.027170133590698243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,2560,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,2048,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,1536,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,1024,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,768,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,512,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,256,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,128,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,64,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,2048,32,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,16384,0.09086293379465739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,65536,0.4395008087158203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,12288,0.07516160011291503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,10240,0.06782293319702148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,8192,0.05106346607208252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,7168,0.042393600940704344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,6144,0.03621546824773152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,5120,0.0335530678431193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,4096,0.027818665901819868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,3584,0.024985599517822265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,3072,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,2048,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,1536,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,2560,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,1024,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,768,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,512,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,256,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,128,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,64,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1536,32,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,65536,0.3014656066894531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,16384,0.11352746486663819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,12288,0.050892798105875645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,10240,0.03973120053609212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,8192,0.03399680058161418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,7168,0.029798400402069092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,6144,0.026180267333984375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,5120,0.02239146629969279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,3584,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,4096,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,3072,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,2560,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,2048,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,1536,0.010205866893132527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,1024,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,768,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,128,0.0033770665526390077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,64,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,1024,32,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,16384,0.0497322678565979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,65536,0.24866132736206054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,12288,0.034645334879557295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,10240,0.03218773404757182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,8192,0.026419200499852497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,7168,0.02327893376350403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,6144,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,5120,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,4096,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,3584,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,3072,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,2560,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,2048,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,1536,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,1024,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,768,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,256,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,128,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,64,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,768,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,65536,0.1947989304860433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,16384,0.03287039995193482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,10240,0.02321066657702128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,12288,0.025975465774536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,8192,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,7168,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,6144,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,5120,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,4096,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,3584,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,3072,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,2560,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,2048,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,512,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,256,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,128,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,512,32,0.0027637332677841187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,65536,0.07669760386149088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,16384,0.02106026609738668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,12288,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,10240,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,8192,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,7168,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,6144,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,5120,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,4096,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,3584,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,3072,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,2560,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,2048,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,512,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,768,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,256,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,128,0.0025909334421157838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,256,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,65536,0.04444160064061482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,16384,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,12288,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,10240,0.010240000486373902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,8192,0.009147733449935913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,7168,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,6144,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,5120,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,4096,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,3584,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,3072,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,2560,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,2048,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,1536,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,768,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,512,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,256,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,128,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,64,0.0020479999482631685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,128,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,65536,0.044202665487925216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,16384,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,10240,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,12288,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,7168,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,8192,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,6144,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,5120,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,4096,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,3584,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,3072,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,2560,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,2048,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,1536,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,1024,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,256,0.0029002666473388673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,64,32,0.0022485333184401194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,65536,0.02471253275871277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,16384,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,12288,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,8192,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,10240,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,7168,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,6144,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,5120,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,4096,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,3584,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,3072,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,2560,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,2048,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,1536,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,1024,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,256,0.0028234665592511495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,384,32,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,6144,1.422711435953776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,12288,2.9295275370279947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,7168,1.5933099110921225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,10240,2.2451881408691405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,16384,3.5349505106608072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,8192,1.8427221934000653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,5120,1.161523183186849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,4096,0.9480192184448242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,768,0.2328575929005941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,2560,0.6363477071126302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,3584,0.8171861648559571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,1024,0.28917760848999025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,3072,0.763699213663737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,1536,0.4005546569824219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,512,0.15332694053649903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,2048,0.5166762669881184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,256,0.07901866436004638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,32,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,128,0.04580693244934082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,65536,64,0.03334826628367106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,10240,0.5476352055867513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,12288,0.7475541432698567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,16384,0.8924160003662109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,8192,0.4541440010070801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,6144,0.34908161163330076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,7168,0.38823254903157556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,5120,0.2871295928955078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,65536,3.7387606302897134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,4096,0.2574336051940918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,3072,0.19353599548339845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,3584,0.22289066314697265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,2560,0.15370240211486816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,2048,0.10779306888580323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,1024,0.062293334801991784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,1536,0.09106773535410563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,512,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,768,0.048059733708699544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,256,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,128,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,64,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,16384,32,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,16384,0.6913365046183269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,12288,0.5636095682779948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,8192,0.3579221407572428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,7168,0.31092052459716796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,10240,0.44602025349934893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,65536,2.629461415608724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,6144,0.2743295987447103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,5120,0.2233344078063965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,3584,0.15400959650675455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,4096,0.1913856029510498
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,3072,0.13854719797770182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,2560,0.11318613688151043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,2048,0.08942933082580566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,1536,0.07321600119272867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,1024,0.048844798405965166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,768,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,512,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,256,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,128,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,64,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,12288,32,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,16384,0.5691733042399089
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,12288,0.4547925313313802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,10240,0.3574399948120117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,7168,0.2546005407969157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,8192,0.29068053563435875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,6144,0.2246997356414795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,5120,0.18565120697021484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,65536,2.273621368408203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,4096,0.18274985949198405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,3584,0.15749120712280273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,3072,0.13646507263183594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,2560,0.10837333202362061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,2048,0.09512960116068522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,1536,0.06983679930369059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,1024,0.04676266511281331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,768,0.02430293361345927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,512,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,256,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,128,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,64,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,10240,32,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,16384,0.45929813385009766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,12288,0.3637589454650879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,65536,1.7964373270670575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,10240,0.2847743988037109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,8192,0.2557610670725504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,7168,0.20019200642903648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,6144,0.17534292538960775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,5120,0.1339392026265462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,4096,0.12182186444600422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,3584,0.0979967991511027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,3072,0.09082880020141601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,2560,0.07625386714935303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,2048,0.0618837316830953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,1536,0.04457813501358032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,1024,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,768,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,512,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,256,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,64,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,128,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,8192,32,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,12288,0.3198709487915039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,16384,0.4054698626200358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,10240,0.2464085261027018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,8192,0.20213759740193687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,65536,1.6060160319010417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,7168,0.17882453600565593
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,6144,0.14759252866109213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,5120,0.11683839956919354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,4096,0.09956693649291992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,3584,0.09253546396891275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,3072,0.079257599512736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,2560,0.0609279990196228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,2048,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,1536,0.04119893312454224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,1024,0.022425599892934165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,768,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,256,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,128,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,64,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,7168,32,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,16384,0.34805758794148767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,12288,0.27347625096639
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,65536,1.3703509012858073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,10240,0.21387947400410973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,8192,0.17459200223286947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,7168,0.1473536014556885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,6144,0.12386986414591472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,5120,0.10059093634287516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,4096,0.09407146771748862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,3584,0.07509333292643229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,3072,0.07150932947794596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,2048,0.04375893274943034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,2560,0.056354133288065586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,1536,0.032051199674606325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,1024,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,768,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,512,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,128,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,256,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,64,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,6144,32,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,16384,0.30651734670003256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,12288,0.23729492823282877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,65536,1.1306325276692708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,10240,0.19906560579935711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,8192,0.15049386024475098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,7168,0.12363519668579101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,6144,0.11062613328297932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,5120,0.09763092994689941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,4096,0.08144213358561198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,3584,0.06748159726460776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,3072,0.06399999856948853
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,2048,0.03717120091120402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,2560,0.06208853324254354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,1536,0.02635093331336975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,768,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,1024,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,512,0.010717866818110149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,256,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,128,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,64,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,5120,32,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,65536,0.9243306477864583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,16384,0.25306453704833987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,12288,0.1922730604807536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,10240,0.15103999773661297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,8192,0.11205973625183105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,7168,0.09710933367411295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,6144,0.08587946891784667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,5120,0.07216640313466391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,4096,0.06526293357213339
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,3584,0.05249706506729126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,3072,0.046216531594594316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,2560,0.029934932788213093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,2048,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,1536,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,1024,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,768,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,512,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,64,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,256,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,4096,32,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,16384,0.21442559560139976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,12288,0.1584810733795166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,65536,0.8132266362508138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,10240,0.13005759716033935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,8192,0.1137664000193278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,6144,0.09103360176086425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,5120,0.06393173138300577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,7168,0.0989514668782552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,4096,0.05341866811116537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,3584,0.046728531519571945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,3072,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,2560,0.02590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,2048,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,1024,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,1536,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,768,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,512,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,256,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,64,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3584,32,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,12288,0.1346901257832845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,16384,0.19312639236450196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,65536,0.7145813624064128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,10240,0.10625706513722737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,8192,0.08704000314076742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,7168,0.07942826747894287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,6144,0.06929066975911459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,5120,0.05799253384272257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,4096,0.046284798781077066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,3584,0.04041386842727661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,3072,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,2560,0.022971733411153158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,2048,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,1536,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,1024,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,768,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,512,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,256,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,128,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,64,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,3072,32,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,65536,0.5915648142496746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,16384,0.160153595606486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,12288,0.12373332977294922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,10240,0.08908800284067789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,8192,0.07307946681976318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,7168,0.06539946794509888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,6144,0.05529599984486898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,5120,0.04925440152486165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,3584,0.027409066756566364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,4096,0.03375786542892456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,3072,0.023825067281723022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,2560,0.02109439969062805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,2048,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,1536,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,1024,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,768,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,512,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,256,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,128,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,64,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2560,32,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,16384,0.10895360310872396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,65536,0.5066410700480144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,12288,0.08379733562469482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,10240,0.07096319993336996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,8192,0.05829973220825195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,6144,0.04481706619262695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,7168,0.051541332403818765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,5120,0.03614720106124878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,4096,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,3584,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,3072,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,2560,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,1536,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,2048,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,1024,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,768,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,512,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,128,0.003753600021203359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,64,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,2048,32,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,12288,0.06505813201268515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,16384,0.08297812938690186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,65536,0.378163210550944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,10240,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,8192,0.045636268456776936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,7168,0.04222293297449748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,6144,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,5120,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,4096,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,3584,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,2560,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,3072,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,2048,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,1536,0.010171733299891154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,1024,0.0076117331782976794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,768,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,128,0.0034474665919939675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1536,32,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,65536,0.27310078938802085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,12288,0.04485119978586833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,16384,0.05710506836573283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,10240,0.038365864753723146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,7168,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,8192,0.024200532833735147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,6144,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,4096,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,3584,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,3072,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,2048,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,2560,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,1024,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,512,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,256,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,64,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,128,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,1024,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,65536,0.22777172724405922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,16384,0.04471466541290283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,12288,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,10240,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,7168,0.02054826617240906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,8192,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,6144,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,5120,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,4096,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,3072,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,3584,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,2560,0.010308266679445902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,2048,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,1536,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,256,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,512,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,128,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,768,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,16384,0.025156267484029132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,65536,0.15663785934448243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,12288,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,10240,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,8192,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,7168,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,6144,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,5120,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,4096,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,3584,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,3072,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,2560,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,2048,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,1536,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,768,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,1024,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,512,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,256,0.0033439998825391137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,128,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,512,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,65536,0.05522773265838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,16384,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,12288,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,10240,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,8192,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,7168,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,6144,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,5120,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,4096,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,3584,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,3072,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,2560,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,2048,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,1536,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,768,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,256,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,128,0.0024832000335057577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,64,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,256,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,16384,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,65536,0.03041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,12288,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,10240,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,8192,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,7168,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,6144,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,5120,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,4096,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,3584,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,3072,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,2560,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,2048,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,1536,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,1024,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,768,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,256,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,128,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,128,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,65536,0.031129600604375203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,16384,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,12288,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,10240,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,8192,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,7168,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,6144,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,5120,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,4096,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,3584,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,3072,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,2560,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,2048,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,1536,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,1024,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,768,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,256,0.0028661333024501802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,128,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,64,0.002251733342806498
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,64,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,65536,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,16384,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,12288,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,10240,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,8192,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,7168,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,6144,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,5120,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,4096,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,3584,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,3072,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,2048,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,2560,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,1536,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,1024,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,768,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,256,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,128,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,256,32,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,7168,1.569279988606771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,8192,1.8207061767578125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,6144,1.394005330403646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,10240,2.217335510253906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,12288,2.8982271830240887
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,16384,3.5019775390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,4096,0.9247061411539713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,5120,1.1373568216959635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,2560,0.6065151850382487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,3072,0.7409322738647461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,3584,0.8369152069091796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,2048,0.5021696090698242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,1536,0.3892906824747721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,512,0.13209599653879803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,1024,0.27514880498250327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,768,0.21647359530131022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,256,0.07751680215199788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,128,0.03799039920171102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,64,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,65536,32,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,10240,0.5623125076293946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,12288,0.7338666915893555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,16384,0.8753493626912435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,8192,0.44776105880737305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,7168,0.38212267557779944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,6144,0.34181121190388997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,5120,0.2807807922363281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,65536,3.458525848388672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,3584,0.20005547205607094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,4096,0.2565802733103434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,3072,0.1943893273671468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,2560,0.15179093678792316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,2048,0.10799787044525147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,1024,0.0559445341428121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,1536,0.09198933442433675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,768,0.047991466522216794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,512,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,128,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,256,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,64,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,16384,32,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,16384,0.6786730448404948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,12288,0.5495808283487956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,8192,0.33652801513671876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,7168,0.3079168001810709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,10240,0.41915734608968097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,65536,2.6304852803548178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,6144,0.2731690724690755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,5120,0.2213205337524414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,4096,0.18920106887817384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,3584,0.15226880709330243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,3072,0.13786452611287434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,2560,0.11250346501668293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,2048,0.09478826522827148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,1536,0.0729087988535563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,1024,0.050824534893035886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,768,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,512,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,256,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,128,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,64,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,12288,32,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,12288,0.4469418525695801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,16384,0.5599231719970703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,10240,0.3522879918416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,8192,0.28716373443603516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,7168,0.30016854604085286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,65536,2.20948486328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,5120,0.21524480183919273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,6144,0.2629290739695231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,4096,0.17288533846537274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,3584,0.12639573415120442
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,3072,0.10977280139923096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,2560,0.08936106363932292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,2048,0.07277226448059082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,1536,0.05666133165359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,1024,0.03232426643371582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,768,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,256,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,512,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,128,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,64,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,10240,32,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,12288,0.3565984090169271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,16384,0.45554345448811845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,10240,0.27986027399698893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,8192,0.22889812787373862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,65536,1.7457909901936848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,7168,0.19708587328592936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,6144,0.17151999473571777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,5120,0.13274453481038412
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,3584,0.10468693574269612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,4096,0.11608746846516926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,3072,0.08724479675292969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,2560,0.07611733277638753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,2048,0.06164480050404867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,1024,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,1536,0.04399786790211995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,768,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,512,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,256,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,128,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,64,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,8192,32,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,16384,0.39775571823120115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,12288,0.3131733258565267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,10240,0.24381440480550132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,65536,1.5617706298828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,8192,0.200601593653361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,7168,0.1737727959950765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,6144,0.14861653645833334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,5120,0.11649706363677978
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,4096,0.10697387059529621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,3584,0.08717652956644693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,3072,0.07946240107218425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,2560,0.06823253631591797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,2048,0.053179732958475744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,1536,0.04116479953130086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,1024,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,768,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,256,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,512,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,128,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,32,0.0037450666228930154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,7168,64,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,16384,0.3417429288228353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,12288,0.269926389058431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,65536,1.3235541025797526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,10240,0.20985172589619955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,8192,0.17305599848429362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,7168,0.14363306363423664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,6144,0.1235968033472697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,5120,0.10120533307393391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,4096,0.09468586444854736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,3584,0.07540053526560465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,3072,0.07075839837392171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,2560,0.056251732508341465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,2048,0.04413439830144246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,1536,0.030958932638168336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,1024,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,768,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,512,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,128,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,256,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,64,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,6144,32,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,12288,0.2273621400197347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,16384,0.2826922734578451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,65536,1.1035648345947267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,10240,0.1922730604807536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,8192,0.143394136428833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,7168,0.11260586579640705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,6144,0.10100053151448567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,5120,0.08106666405995687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,4096,0.06594560146331788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,3584,0.06444373528162638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,2560,0.04379306634267171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,3072,0.05604693492253622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,2048,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,1536,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,768,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,512,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,256,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,64,0.0034474665919939675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,5120,32,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,16384,0.2420735994974772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,12288,0.18742613792419432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,65536,0.9011541366577148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,10240,0.14585173924763997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,8192,0.1107968012491862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,7168,0.09874773025512695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,6144,0.08509439627329508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,5120,0.07147520383199056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,4096,0.06492160161336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,3584,0.05246293147404989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,3072,0.04481706619262695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,2560,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,2048,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,1536,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,768,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,1024,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,512,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,256,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,128,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,64,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,4096,32,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,16384,0.21480107307434082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,12288,0.15660373369852704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,65536,0.790664545694987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,10240,0.12059306303660075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,8192,0.09881599744160971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,7168,0.08785920143127442
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,6144,0.07659520308176676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,5120,0.06502399841944376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,4096,0.05307733217875162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,3584,0.046353065967559816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,2560,0.020616533358891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,3072,0.03781973520914714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,2048,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,1536,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,1024,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,768,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,512,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,256,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,128,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,64,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3584,32,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,16384,0.18636800448099772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,65536,0.694271977742513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,12288,0.12912639776865642
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,10240,0.10547200043996174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,8192,0.08632319768269857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,7168,0.07833600044250488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,6144,0.067413330078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,5120,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,4096,0.04741119941075643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,3584,0.04437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,3072,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,2560,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,2048,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,1536,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,1024,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,768,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,512,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,256,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,128,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,64,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,3072,32,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,16384,0.1470805327097575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,12288,0.10618879795074462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,65536,0.5899946848551433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,10240,0.0869376023610433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,8192,0.0711680014928182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,6144,0.05519359906514486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,7168,0.06454613208770751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,5120,0.048230401674906415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,3584,0.026692267258961993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,4096,0.03519146839777629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,3072,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,2560,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,2048,0.015565866231918335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,1536,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,1024,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,768,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,512,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,128,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,64,0.0028959999481836954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2560,32,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,65536,0.48653653462727864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,16384,0.10987520217895508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,12288,0.08308053016662598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,10240,0.07048532962799073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,8192,0.05819733142852783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,7168,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,6144,0.045124268531799315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,5120,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,4096,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,3584,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,3072,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,2560,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,1536,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,2048,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,1024,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,768,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,512,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,256,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,128,0.003442133218050003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,64,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,2048,32,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,65536,0.3724970817565918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,16384,0.08270506858825684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,12288,0.06423893372217813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,10240,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,8192,0.04522666533788045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,7168,0.03628373146057129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,6144,0.02471253275871277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,5120,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,4096,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,3584,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,3072,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,2560,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,2048,0.010547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,1536,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,256,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,128,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,64,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1536,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,65536,0.26129066149393715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,12288,0.044544001420338944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,16384,0.05734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,10240,0.028433066606521607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,8192,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,6144,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,7168,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,5120,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,4096,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,3584,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,3072,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,2560,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,2048,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,512,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,256,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,128,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,64,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,1024,32,0.002251733342806498
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,65536,0.2058922608693441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,16384,0.042530135313669844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,12288,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,8192,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,10240,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,7168,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,6144,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,5120,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,4096,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,3584,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,3072,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,2560,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,768,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,1024,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,512,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,256,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,128,0.002863999952872594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,768,32,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,65536,0.1259178638458252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,16384,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,12288,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,10240,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,8192,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,7168,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,6144,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,5120,0.010410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,4096,0.009079466263453167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,3584,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,2560,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,3072,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,2048,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,1024,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,512,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,128,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,256,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,64,0.002181333303451538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,512,32,0.002419200042883555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,65536,0.05529599984486898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,16384,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,12288,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,10240,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,8192,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,7168,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,6144,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,5120,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,4096,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,3584,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,3072,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,2560,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,2048,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,1536,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,768,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,512,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,256,0.0030645333230495454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,128,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,256,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,65536,0.02775040070215861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,16384,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,12288,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,10240,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,8192,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,7168,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,6144,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,5120,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,4096,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,3584,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,3072,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,2560,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,2048,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,1536,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,1024,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,256,0.0029343999922275543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,128,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,128,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,65536,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,12288,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,16384,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,10240,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,8192,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,7168,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,6144,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,5120,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,4096,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,3584,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,3072,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,2560,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,2048,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,1536,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,1024,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,64,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,65536,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,16384,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,12288,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,10240,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,8192,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,7168,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,6144,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,5120,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,4096,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,3584,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,3072,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,2560,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,2048,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,1536,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,1024,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,768,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,256,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,192,32,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,12288,2.88354975382487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,10240,2.207436879475911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,8192,1.8061995188395183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,6144,1.382638931274414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,7168,1.559176508585612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,5120,1.1267754872639975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,16384,3.491840108235677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,4096,0.9134421030680338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,3584,0.8574634552001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,1024,0.2692437489827474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,512,0.12458666960398357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,2048,0.4958208084106445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,768,0.21032959620157876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,1536,0.38215678532918296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,2560,0.6168575922648112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,3072,0.7370410919189453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,128,0.03324586749076843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,64,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,32,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,65536,256,0.07690239747365316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,10240,0.566749890645345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,12288,0.7269407908121746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,16384,0.8686250686645508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,8192,0.44445012410481766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,5120,0.2783573468526205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,6144,0.3401386578877767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,7168,0.38014294306437174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,65536,3.401045227050781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,4096,0.25019733111063636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,3584,0.21650773684183755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,3072,0.18906453450520833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,2048,0.10745173295338947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,1536,0.09096533457438151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,2560,0.1505621274312337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,1024,0.062225067615509035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,768,0.04597760041554769
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,512,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,256,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,128,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,32,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,16384,64,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,12288,0.546611213684082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,16384,0.6703786849975586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,10240,0.4162901242574056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,8192,0.33310718536376954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,7168,0.2942975997924805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,65536,2.5689771016438803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,5120,0.21575679779052734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,6144,0.26238293647766114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,4096,0.1748309294382731
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,3584,0.15991466840108234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,3072,0.12448426882425945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,2048,0.09349119663238525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,2560,0.11229866345723469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,1536,0.07297706604003906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,1024,0.04730879863103231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,768,0.02635093331336975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,512,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,256,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,128,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,64,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,12288,32,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,16384,0.5530282974243164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,12288,0.442743460337321
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,10240,0.3493546803792318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,8192,0.28494507471720376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,7168,0.2340522607167562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,6144,0.2619050661722819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,5120,0.2141866683959961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,65536,2.159650166829427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,4096,0.18182826042175293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,3584,0.15810559590657552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,3072,0.09768959681193033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,2048,0.0723626693089803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,1536,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,1024,0.030481066306432086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,2560,0.08878080050150552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,768,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,512,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,256,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,128,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,64,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,10240,32,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,12288,0.3547135988871256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,16384,0.4452351888020833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,65536,1.7327786763509114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,8192,0.2261674722035726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,10240,0.27743574778238933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,7168,0.1958570639292399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,6144,0.1703935941060384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,5120,0.13380266825358073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,4096,0.11287893454233806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,3584,0.1047210693359375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,3072,0.09028266270955404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,2560,0.0764245351155599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,2048,0.061610666910807285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,1536,0.04212053219477336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,1024,0.02368853290875753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,512,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,768,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,256,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,128,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,64,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,8192,32,0.0034474665919939675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,16384,0.39410454432169595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,12288,0.3130026817321777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,8192,0.2100565274556478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,10240,0.2507434686024984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,65536,1.5284586588541667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,7168,0.1702229340871175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,6144,0.14482773145039876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,5120,0.11683839956919354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,3584,0.0846506675084432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,4096,0.10850986639658611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,3072,0.07253333727518717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,2560,0.06539946794509888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,2048,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,1024,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,1536,0.04072106679280599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,768,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,256,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,128,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,64,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,7168,32,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,12288,0.2689365386962891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,16384,0.33897813161214196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,65536,1.3174463907877603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,10240,0.20896426836649576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,8192,0.17367040316263835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,7168,0.143940273920695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,6144,0.1240063985188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,5120,0.10144426822662353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,4096,0.08697173595428467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,3584,0.07970133622487387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,3072,0.06976853211720785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,2560,0.05649066766103109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,2048,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,1536,0.024371200799942018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,1024,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,768,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,512,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,256,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,64,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,128,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,6144,32,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,12288,0.2220714728037516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,16384,0.2916351954142252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,65536,1.1007999420166015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,10240,0.18892800013224284
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,8192,0.14274560610453288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,7168,0.1235968033472697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,6144,0.10437973340352376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,5120,0.09243306318918863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,4096,0.07505919933319091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,3584,0.06464853286743164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,3072,0.056149331728617344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,2560,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,2048,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,1536,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,1024,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,768,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,512,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,256,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,64,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,5120,32,0.0033429334561030067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,16384,0.23671466509501138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,65536,0.8881834665934244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,12288,0.1826474666595459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,10240,0.1432917277018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,8192,0.11021653016408284
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,7168,0.09789439837137857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,6144,0.08506027062733969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,5120,0.0710314671198527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,4096,0.06437546809514363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,3584,0.05734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,3072,0.045772798856099445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,2560,0.025224532683690386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,2048,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,1536,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,1024,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,768,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,512,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,256,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,64,0.003172266731659571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,4096,32,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,16384,0.21090985933939616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,65536,0.7861248016357422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,12288,0.1530197302500407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,10240,0.1206613302230835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,8192,0.09809919993082682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,7168,0.08765439987182617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,6144,0.07604906558990479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,5120,0.06478506724039713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,4096,0.053623465696970615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,3584,0.05109759966532389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,3072,0.03348480065663655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,2560,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,2048,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,1024,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,768,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,512,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,256,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,128,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,64,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3584,32,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,16384,0.1835349400838216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,12288,0.12875093619028727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,65536,0.6866943995157878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,10240,0.10236586729685467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,8192,0.08393386999766031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,7168,0.07857493559519449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,6144,0.06751573085784912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,5120,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,4096,0.047172268231709794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,3584,0.03979946772257487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,3072,0.0233130673567454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,2560,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,2048,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,1536,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,1024,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,768,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,512,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,256,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,128,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,64,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,3072,32,0.0027615999182065325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,12288,0.10588160355885823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,16384,0.1444522698720296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,65536,0.5810176213582356
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,10240,0.08663040002187093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,8192,0.07109973430633545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,7168,0.062498132387797035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,6144,0.05492053429285685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,5120,0.04686506589253743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,3584,0.02208426594734192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,4096,0.037922132015228274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,3072,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,2560,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,2048,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,1536,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,1024,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,768,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,512,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,128,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2560,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,16384,0.10765653451283771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,65536,0.47718400955200196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,12288,0.08301226298014322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,8192,0.05809493462244669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,10240,0.07004160086313883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,7168,0.05113173325856527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,6144,0.0448853333791097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,5120,0.03839999834696452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,4096,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,3584,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,3072,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,2560,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,2048,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,1536,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,1024,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,768,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,256,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,128,0.003201066702604294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,64,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,2048,32,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,65536,0.3628714561462402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,16384,0.08260266780853272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,12288,0.06393173138300577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,10240,0.05451093514760336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,8192,0.0448853333791097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,7168,0.03618133465449015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,6144,0.023995733261108397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,5120,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,4096,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,3584,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,3072,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,2560,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,2048,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,1536,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,1024,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,768,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,512,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,256,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,128,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,64,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1536,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,16384,0.057378133138020836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,65536,0.253166929880778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,12288,0.044544001420338944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,10240,0.03546453317006429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,8192,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,7168,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,6144,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,5120,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,4096,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,3584,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,3072,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,2560,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,512,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,768,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,128,0.0029685333371162414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,256,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,1024,32,0.002279466638962428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,65536,0.1988266626993815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,16384,0.044544001420338944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,12288,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,10240,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,8192,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,7168,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,6144,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,5120,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,4096,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,3584,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,3072,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,2560,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,2048,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,1536,0.009079466263453167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,512,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,256,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,128,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,768,32,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,65536,0.11584853331247966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,16384,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,12288,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,10240,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,8192,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,7168,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,5120,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,6144,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,4096,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,3584,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,3072,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,2560,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,2048,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,1536,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,1024,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,768,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,512,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,256,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,128,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,512,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,65536,0.05519359906514486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,16384,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,12288,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,10240,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,8192,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,7168,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,6144,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,5120,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,4096,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,3584,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,3072,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,2560,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,2048,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,1536,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,768,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,256,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,128,0.002455466737349828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,256,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,65536,0.03816106716791789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,16384,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,12288,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,10240,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,8192,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,7168,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,6144,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,5120,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,3072,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,4096,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,3584,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,2560,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,2048,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,1536,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,1024,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,768,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,512,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,128,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,65536,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,16384,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,12288,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,10240,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,8192,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,7168,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,6144,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,5120,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,4096,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,3584,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,2560,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,3072,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,1536,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,2048,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,1024,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,512,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,64,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,65536,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,16384,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,12288,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,10240,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,8192,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,7168,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,6144,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,5120,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,4096,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,3584,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,3072,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,2560,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,2048,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,1536,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,1024,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,768,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,512,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,160,32,32,0.0022442666192849475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,6144,1.296349843343099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,7168,1.4575274149576822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,8192,1.6692906697591146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,10240,2.0605269114176434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,12288,2.7252052307128904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,16384,3.2672767639160156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,5120,1.0558464050292968
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,4096,0.8539136250813802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,3584,0.7532202402750652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,2048,0.48756052652994797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,3072,0.7134208043416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,2560,0.6019413630167644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,1024,0.25695573488871254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,512,0.11810133457183838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,1536,0.37232640584309895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,768,0.2009770711263021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,128,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,256,0.05867520173390707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,64,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,65536,32,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,12288,0.7196330388387044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,10240,0.5520725250244141
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,16384,0.8614229202270508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,5120,0.2695509274800619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,8192,0.43909120559692383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,7168,0.37201919555664065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,6144,0.3307861328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,65536,3.295027160644531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,4096,0.21886293093363443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,3584,0.20780372619628906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,3072,0.1798485279083252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,2560,0.13127679824829103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,2048,0.105403733253479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,1024,0.0612010677655538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,1536,0.0892586628595988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,768,0.050995198885599766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,512,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,256,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,128,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,64,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,16384,32,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,16384,0.6557013193766277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,12288,0.5379754384358724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,10240,0.41291093826293945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,7168,0.2881535847981771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,8192,0.3301717440287272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,65536,2.491016642252604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,6144,0.2563413302103678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,5120,0.20872534116109215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,3584,0.14021973609924315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,4096,0.18237439791361493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,2560,0.10059093634287516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,3072,0.13363199234008788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,2048,0.09178453286488851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,1536,0.06884693304697673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,768,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,1024,0.047650134563446044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,512,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,256,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,128,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,64,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,12288,32,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,16384,0.5475327809651692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,12288,0.4386474609375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,10240,0.34665813446044924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,8192,0.28450133005777994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,6144,0.25920853614807127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,7168,0.3058346748352051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,5120,0.19995306332906088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,65536,2.077627690633138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,3072,0.10356053511301677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,4096,0.15769599278767904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,3584,0.13069653511047363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,2560,0.09864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,2048,0.07010986804962158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,1536,0.05867520173390707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,1024,0.028330665826797486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,768,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,512,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,256,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,128,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,64,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,10240,32,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,16384,0.42748587926228837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,12288,0.3538602511088053
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,65536,1.673898696899414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,10240,0.26907307306925454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,8192,0.2220714728037516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,7168,0.19165867169698078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,6144,0.16390825907389323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,5120,0.13390506108601888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,4096,0.1162922700246175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,3584,0.10250240166982014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,3072,0.0881322701772054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,2560,0.06625279982884726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,2048,0.05973333517710368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,1024,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,1536,0.044544001420338944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,768,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,512,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,256,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,64,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,8192,32,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,16384,0.38154239654541017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,12288,0.31419731775919596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,10240,0.23876266479492186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,8192,0.19650559425354003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,65536,1.4685866038004556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,7168,0.16424959500630695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,6144,0.14175573984781903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,5120,0.11332266330718994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,3584,0.08362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,4096,0.10311679840087891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,3072,0.07581013043721517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,2560,0.05768533150355021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,2048,0.05239466826121012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,1536,0.03092479904492696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,1024,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,768,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,512,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,256,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,64,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,7168,32,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,16384,0.3395925203959147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,12288,0.2731349309285482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,65536,1.2739584604899088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,10240,0.2125823974609375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,8192,0.1650346597035726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,6144,0.1210367997487386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,7168,0.13987840016682943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,5120,0.09830400149027506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,4096,0.08891733487447104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,3584,0.07243093649546305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,3072,0.0671061356862386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,2560,0.05024426778157552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,2048,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,1536,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,1024,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,768,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,512,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,256,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,128,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,64,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,6144,32,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,16384,0.27296425501505533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,12288,0.21494080225626627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,65536,1.054310417175293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,10240,0.17766399383544923
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,8192,0.13943467140197754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,7168,0.13704533576965333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,6144,0.10181972980499268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,5120,0.08584533532460531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,4096,0.07700479825337728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,3584,0.062225067615509035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,3072,0.05543253421783447
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,2560,0.043724799156188966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,2048,0.02836479942003886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,1536,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,1024,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,768,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,512,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,256,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,128,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,64,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,5120,32,0.0029674666623274487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,16384,0.22783999443054198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,12288,0.18015573819478353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,65536,0.8465749104817709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,8192,0.10588160355885823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,10240,0.13380266825358073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,6144,0.08809813658396402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,7168,0.10254080295562744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,5120,0.06973439852396647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,4096,0.06099840005238851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,3584,0.04962986707687378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,3072,0.048674134413401286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,2560,0.02484906713167826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,2048,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,1536,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,1024,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,768,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,512,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,128,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,64,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,4096,32,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,16384,0.19066880544026693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,65536,0.7590570449829102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,12288,0.15175679524739583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,10240,0.12782933712005615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,8192,0.10615466435750325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,6144,0.07335253556569418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,7168,0.08407039642333984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,5120,0.06270293394724527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,4096,0.05079040129979452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,3584,0.04901546637217204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,3072,0.03273386756579082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,2560,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,2048,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,1536,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,1024,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,768,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,512,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,256,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,128,0.0034474665919939675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,64,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3584,32,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,16384,0.16554667154947916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,12288,0.12393813133239746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,10240,0.10202453136444092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,65536,0.6538581212361654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,8192,0.08352426687876383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,7168,0.07331840197245279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,6144,0.06417066653569539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,5120,0.05447680155436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,4096,0.043110398451487224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,3584,0.03857066631317139
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,3072,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,2560,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,2048,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,1536,0.010205866893132527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,1024,0.0076117331782976794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,768,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,256,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,128,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,64,0.0028949332733949023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,3072,32,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,65536,0.5437440236409505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,16384,0.1328810691833496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,12288,0.0991914669672648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,10240,0.08420693079630534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,7168,0.06045013268788656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,8192,0.06840319633483886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,6144,0.0524288018544515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,5120,0.04474879900614421
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,4096,0.031163734197616578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,3584,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,3072,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,2560,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,2048,0.010683733224868774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,1536,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,768,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,1024,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,128,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,32,0.002452266712983449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2560,64,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,16384,0.10475520292917888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,12288,0.08045226732889811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,65536,0.4411050796508789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,10240,0.06772053241729736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,8192,0.05543253421783447
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,7168,0.048844798405965166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,6144,0.042734932899475095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,5120,0.03362133502960205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,3072,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,2560,0.02109439969062805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,2048,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,1536,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,1024,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,512,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,768,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,128,0.0034474665919939675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,64,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,2048,32,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,12288,0.06174720128377279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,16384,0.08082773685455322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,10240,0.052019198735555015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,8192,0.042803200085957845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,65536,0.34170878728230797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,7168,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,6144,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,5120,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,4096,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,3584,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,2560,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,3072,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,2048,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,1536,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,512,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,256,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,128,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1536,32,0.002313599983851115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,65536,0.24323412577311196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,16384,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,12288,0.042496001720428465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,10240,0.035259731610616046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,8192,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,7168,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,6144,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,5120,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,4096,0.0106495996316274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,3584,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,3072,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,2560,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,2048,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,1536,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,512,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,256,0.0033759998778502146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,128,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,1024,32,0.0021461332837740582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,65536,0.18240853945414226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,16384,0.042700799306233723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,12288,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,8192,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,10240,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,6144,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,7168,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,5120,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,4096,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,3584,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,3072,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,2560,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,2048,0.01129813293615977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,1024,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,512,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,256,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,128,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,768,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,65536,0.10673493544260662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,16384,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,12288,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,10240,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,8192,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,7168,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,6144,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,5120,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,4096,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,3584,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,3072,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,2560,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,2048,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,1536,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,768,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,512,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,256,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,128,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,64,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,512,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,65536,0.05232640107472738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,16384,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,12288,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,10240,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,8192,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,7168,0.010171733299891154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,6144,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,5120,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,4096,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,3584,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,3072,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,2560,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,1536,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,2048,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,1024,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,768,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,256,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,128,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,64,0.002284800012906392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,256,32,0.0022453332940737406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,65536,0.031470932563145954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,16384,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,12288,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,10240,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,8192,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,7168,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,6144,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,5120,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,4096,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,3584,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,3072,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,2560,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,2048,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,1024,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,1536,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,768,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,128,0.002348800003528595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,128,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,65536,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,16384,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,12288,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,10240,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,8192,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,7168,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,6144,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,5120,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,4096,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,3584,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,3072,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,2048,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,2560,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,1536,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,1024,0.0036490666369597114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,256,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,64,32,0.002217599997917811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,65536,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,16384,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,12288,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,10240,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,8192,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,7168,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,6144,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,5120,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,4096,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,3584,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,3072,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,2560,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,2048,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,1536,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,1024,0.0035434665779272715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,768,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,512,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,64,0.0022858666876951856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,128,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,128,32,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,10240,2.0507989247639973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,8192,1.6591871897379558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,5120,1.046118418375651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,12288,2.71472651163737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,7168,1.4462292989095054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,6144,1.284334945678711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,16384,3.255944569905599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,4096,0.8447999954223633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,1024,0.2510506629943848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,3584,0.8183125178019205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,3072,0.7125333150227864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,768,0.19118080139160157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,1536,0.3655680020650228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,2560,0.5670911788940429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,2048,0.4799488067626953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,512,0.11724800268809002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,256,0.05232640107472738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,32,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,128,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,65536,64,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,12288,0.7122954686482748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,16384,0.8550399780273438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,10240,0.5461674372355143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,7168,0.36969814300537107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,8192,0.4496383984883626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,5120,0.26791254679361975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,6144,0.32709973653157554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,65536,3.275673675537109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,4096,0.2373290697733561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,3584,0.20787199338277182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,3072,0.17769813537597656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,2560,0.13093547026316327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,1024,0.05451093514760336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,1536,0.07997439702351888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,2048,0.11663359800974529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,768,0.04642133315404256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,256,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,128,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,64,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,16384,32,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,16384,0.6435157140096028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,12288,0.5271893183390299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,10240,0.3972778638203939
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,8192,0.32518825531005857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,7168,0.2917717297871908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,65536,2.477294921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,6144,0.25719466209411623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,5120,0.214357328414917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,4096,0.18653866449991863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,3072,0.12219733397165936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,3584,0.156330664952596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,2560,0.11260586579640705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,2048,0.0905898650487264
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,1536,0.0687445322672526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,1024,0.042734932899475095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,768,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,512,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,256,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,128,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,64,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,12288,32,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,16384,0.5419733047485351
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,12288,0.4341781298319499
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,10240,0.343176523844401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,8192,0.28463786443074546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,6144,0.20848639806111655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,5120,0.16851627031962077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,65536,2.0611466725667316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,7168,0.23661227226257325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,4096,0.13267626762390136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,3584,0.12892159620920818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,3072,0.1113770643870036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,2560,0.09359359741210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,2048,0.06813013553619385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,1536,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,1024,0.03741013209025065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,768,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,256,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,128,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,512,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,64,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,10240,32,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,16384,0.41888427734375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,65536,1.6271018981933594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,8192,0.2175999959309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,10240,0.26391894022623696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,7168,0.18732372919718426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,12288,0.3492181460062663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,5120,0.13124266465504963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,6144,0.16312319437662762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,4096,0.116974933942159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,3584,0.10154666900634765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,3072,0.07850666840871176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,2560,0.07328426837921143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,1024,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,2048,0.059767464796702065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,768,0.010752000411351522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,1536,0.045431466897328694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,512,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,256,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,64,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,8192,32,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,16384,0.37051731745402017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,12288,0.3074730555216471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,65536,1.459780248006185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,10240,0.23336960474650065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,8192,0.1911466598510742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,7168,0.16254293123881022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,6144,0.14086826642354328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,5120,0.11359573205312093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,4096,0.10294613043467205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,2560,0.06458026568094889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,3072,0.07700479825337728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,3584,0.08536746501922607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,2048,0.0474453330039978
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,1536,0.03597653309504191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,1024,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,768,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,512,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,256,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,32,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,7168,64,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,12288,0.26907307306925454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,10240,0.20247893333435057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,65536,1.2609877268473306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,16384,0.32648534774780275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,8192,0.16418132781982422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,7168,0.13970774014790852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,6144,0.1222314675649007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,4096,0.08229546546936035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,3584,0.06840319633483886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,3072,0.06666239897410074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,5120,0.09844053586324056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,2048,0.042530135313669844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,1536,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,1024,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,2560,0.05573973258336386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,768,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,512,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,256,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,64,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,32,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,6144,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,65536,1.058952522277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,16384,0.280405330657959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,12288,0.22179840405782064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,10240,0.17640105883280438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,8192,0.1386837323506673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,7168,0.11895466645558675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,6144,0.10342400074005127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,5120,0.08738133112589518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,4096,0.07799466451009116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,3072,0.05116586685180664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,2560,0.04164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,3584,0.06338560183842977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,2048,0.02054826617240906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,1536,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,1024,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,512,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,768,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,256,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,128,0.003714133302370707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,32,0.0027637332677841187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,5120,64,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,16384,0.22258346875508628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,65536,0.858248519897461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,12288,0.1751039981842041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,8192,0.10564266840616862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,6144,0.08079360326131185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,7168,0.09294506708780924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,10240,0.13366613388061524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,5120,0.06809600194295248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,4096,0.06082559823989868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,3584,0.05502293507258097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,3072,0.03822933435440064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,2560,0.024439465999603272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,2048,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,1536,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,1024,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,768,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,512,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,128,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,64,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,4096,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,65536,0.7553706487019857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,12288,0.14991359710693358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,16384,0.19705173174540203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,10240,0.11868159770965576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,8192,0.09540266990661621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,7168,0.08366080125172934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,5120,0.06014293432235718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,6144,0.07280639807383218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,4096,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,3584,0.04382719993591309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,3072,0.03345066706339518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,2560,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,1536,0.010308266679445902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,2048,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,1024,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,768,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,512,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,256,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,128,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3584,32,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,16384,0.16889173189798992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,12288,0.12100266615549723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,65536,0.6546090443929036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,10240,0.10168320337931316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,7168,0.0723626693089803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,8192,0.08284160296122232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,5120,0.053964801629384364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,4096,0.042700799306233723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,6144,0.06341973145802816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,3584,0.029969066381454468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,3072,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,2560,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,2048,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,1536,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,1024,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,768,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,128,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,3072,32,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,16384,0.13230079809824627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,12288,0.09915733337402344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,10240,0.08383146921793619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,65536,0.5323434511820475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,7168,0.060108800729115806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,8192,0.06795946756998697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,6144,0.05222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,5120,0.0443391998608907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,4096,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,3584,0.02635093331336975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,3072,0.023176532983779908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,2560,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,2048,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,1024,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,1536,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,768,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,512,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,128,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,32,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2560,64,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,65536,0.4325717290242513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,16384,0.10478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,12288,0.08011093139648437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,10240,0.06727680365244547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,8192,0.05519359906514486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,7168,0.048674134413401286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,6144,0.04242773453394572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,5120,0.026658133665720625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,4096,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,3584,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,2560,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,3072,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,2048,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,1536,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,1024,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,768,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,512,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,128,0.003138133386770884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,2048,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,65536,0.3339946746826172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,16384,0.08028159936269125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,12288,0.0618837316830953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,10240,0.05191680192947388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,7168,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,8192,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,5120,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,6144,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,4096,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,3584,0.011195733149846395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,2560,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,3072,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,2048,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,1536,0.011195733149846395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,1024,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,512,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,768,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,256,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,128,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1536,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,16384,0.05461333195368449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,65536,0.23377920786539713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,12288,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,8192,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,10240,0.030822400252024335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,7168,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,5120,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,6144,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,4096,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,3584,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,3072,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,2560,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,2048,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,1024,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,512,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,256,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,128,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,1024,32,0.0019765333582957584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,65536,0.17370452880859374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,16384,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,12288,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,10240,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,8192,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,7168,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,6144,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,4096,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,3584,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,5120,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,2560,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,3072,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,2048,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,1536,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,512,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,768,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,256,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,768,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,65536,0.105403733253479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,16384,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,12288,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,10240,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,8192,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,6144,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,7168,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,5120,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,3584,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,4096,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,3072,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,2560,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,2048,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,1536,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,768,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,512,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,256,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,128,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,32,0.002312533309062322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,512,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,12288,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,8192,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,65536,0.05249706506729126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,16384,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,10240,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,7168,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,6144,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,4096,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,3584,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,5120,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,2560,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,3072,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,1536,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,2048,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,1024,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,768,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,256,0.002932266642649968
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,128,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,256,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,16384,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,65536,0.02471253275871277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,12288,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,10240,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,8192,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,7168,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,6144,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,5120,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,4096,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,3584,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,3072,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,2560,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,2048,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,1536,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,1024,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,512,0.003786666691303253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,256,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,128,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,16384,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,65536,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,12288,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,10240,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,7168,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,6144,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,8192,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,5120,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,4096,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,3584,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,2560,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,3072,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,2048,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,1536,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,768,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,1024,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,256,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,64,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,65536,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,16384,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,10240,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,8192,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,12288,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,7168,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,6144,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,5120,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,4096,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,3584,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,3072,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,2560,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,2048,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,1536,0.0036799999574820197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,1024,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,768,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,512,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,256,0.002898133297761281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,64,0.002216533323129018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,96,32,32,0.0022143999735514323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,16384,3.2503466288248695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,8192,1.6587093353271485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,6144,1.2803754170735677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,7168,1.4422356923421225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,10240,2.0452011108398436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,5120,1.0407936096191406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,12288,2.7046229044596357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,4096,0.8416597366333007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,2048,0.47612587610880536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,1024,0.2481152057647705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,2560,0.5809151967366536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,1536,0.36177921295166016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,3584,0.8139093399047852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,3072,0.7076864242553711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,768,0.1917952060699463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,512,0.11762346426645916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,256,0.05236053466796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,128,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,64,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,65536,32,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,16384,0.8511146545410156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,12288,0.7099050521850586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,10240,0.5433301289876302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,65536,3.2657066345214845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,8192,0.4476928075154622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,6144,0.3254272143046061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,7168,0.3689471880594889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,5120,0.2710528055826823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,4096,0.23562240600585938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,3584,0.18821120262145996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,3072,0.17786879539489747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,2048,0.11656533082326252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,1536,0.08891733487447104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,768,0.04174506664276123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,2560,0.14578347206115722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,1024,0.06004053354263306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,512,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,256,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,128,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,64,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,16384,32,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,12288,0.5253482818603515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,16384,0.6410581588745117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,10240,0.3966634750366211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,8192,0.32269652684529626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,7168,0.2836138725280762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,65536,2.4878079732259115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,6144,0.2538837273915609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,5120,0.2098858674367269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,3584,0.14066346486409503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,4096,0.18496853510538738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,3072,0.12175359725952148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,2048,0.0920576016108195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,2560,0.11588266690572102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,1536,0.06894933382670085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,1024,0.04734293222427368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,768,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,512,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,256,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,128,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,64,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,12288,32,0.003337600082159042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,16384,0.539784558614095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,12288,0.43062613805135086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,10240,0.339906120300293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,8192,0.26968746185302733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,7168,0.23712426821390786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,65536,2.0546218872070314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,6144,0.20735999743143715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,5120,0.17175893783569335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,4096,0.14762667020161946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,3584,0.1290239969889323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,3072,0.11171840031941731
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,2560,0.09355946381886801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,2048,0.07601493199666341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,1536,0.05741226673126221
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,1024,0.029525333642959596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,768,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,512,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,128,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,256,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,64,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,10240,32,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,65536,1.617681121826172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,10240,0.26296319961547854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,16384,0.42096640268961594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,12288,0.34710187911987306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,8192,0.21705387433369955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,7168,0.18595840136210123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,6144,0.16281599998474122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,5120,0.1309696038564046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,4096,0.11735040346781414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,3584,0.09277439912160237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,2048,0.059903999169667564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,3072,0.08765439987182617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,1536,0.0444757342338562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,1024,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,2560,0.07335253556569418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,768,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,512,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,256,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,32,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,8192,64,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,16384,0.3681621233622233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,12288,0.3066879908243815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,65536,1.4303231557210287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,10240,0.23145813941955568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,8192,0.1897813320159912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,7168,0.16223573684692383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,6144,0.14141440391540527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,5120,0.11332266330718994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,3584,0.0831829309463501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,4096,0.10246826807657879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,3072,0.07683413028717041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,2560,0.05768533150355021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,2048,0.05259946584701538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,1536,0.03925333420435588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,1024,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,768,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,512,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,256,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,64,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,7168,32,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,16384,0.3217066764831543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,12288,0.26770772933959963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,65536,1.2531370798746744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,10240,0.2000213305155436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,7168,0.13888853391011555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,8192,0.1610410690307617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,5120,0.09847466945648194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,6144,0.12189013163248699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,4096,0.0884394645690918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,3584,0.07045119603474935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,3072,0.066594131787618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,2560,0.0524288018544515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,2048,0.040652799606323245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,1536,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,1024,0.010171733299891154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,768,0.008601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,512,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,256,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,128,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,64,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,6144,32,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,16384,0.28149760564168297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,12288,0.2221738656361898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,65536,1.050862948099772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,10240,0.17367040316263835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,8192,0.13001386324564618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,7168,0.11854506333669027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,6144,0.10257066885630291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,5120,0.08686933517456055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,4096,0.07355733712514242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,3584,0.05676373243331909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,3072,0.05550080140431722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,2560,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,2048,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,1536,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,1024,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,768,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,512,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,256,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,128,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,64,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,5120,32,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,16384,0.22210559844970704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,12288,0.17233920097351074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,65536,0.8278015772501627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,10240,0.13523626327514648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,8192,0.10543786684672038
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,6144,0.08062293529510497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,7168,0.09253546396891275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,5120,0.06772053241729736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,4096,0.05683199961980184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,3584,0.04908373355865479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,3072,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,2560,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,2048,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,1536,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,1024,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,768,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,512,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,256,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,128,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,4096,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,16384,0.19995306332906088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,12288,0.14363306363423664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,65536,0.7312725067138672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,8192,0.09519786834716797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,10240,0.11854506333669027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,7168,0.08325119813283285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,6144,0.07301119963328043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,5120,0.06007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,3584,0.043622398376464845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,4096,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,3072,0.0373418649037679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,2560,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,1536,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,2048,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,1024,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,768,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,128,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,256,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3584,32,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,16384,0.17070080439249674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,65536,0.648635737101237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,12288,0.12011520067850749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,10240,0.1016149361928304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,8192,0.08277333577473958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,5120,0.05382826725641886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,6144,0.06283946832021078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,7168,0.07297706604003906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,4096,0.042461868127187094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,3072,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,3584,0.041915734608968094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,2560,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,2048,0.010717866818110149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,1536,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,1024,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,128,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,3072,32,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,12288,0.09888426462809244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,16384,0.1304917335510254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,65536,0.5285546620686848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,10240,0.0836949348449707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,8192,0.06775466601053873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,7168,0.059699201583862306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,6144,0.051643733183542886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,5120,0.04413439830144246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,4096,0.02815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,3584,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,3072,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,2048,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,2560,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,1536,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,512,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,1024,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,768,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,128,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,64,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2560,32,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,65536,0.4289877255757649
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,16384,0.10455040136973064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,12288,0.07980373700459799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,10240,0.06720853646596273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,7168,0.048503466447194415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,8192,0.05495466788609823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,6144,0.04229120016098022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,5120,0.02696533401807149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,4096,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,3584,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,2560,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,3072,0.020821332931518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,2048,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,1536,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,1024,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,768,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,128,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,64,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,2048,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,16384,0.08021333217620849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,65536,0.3295914649963379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,12288,0.06154239972432455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,10240,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,8192,0.04256426493326823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,7168,0.0362496018409729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,5120,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,6144,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,4096,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,3584,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,3072,0.010137599706649781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,2560,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,2048,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,1536,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,1024,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,768,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,256,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,128,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,64,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1536,32,0.0020479999482631685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,16384,0.054545064767201744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,12288,0.04229120016098022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,65536,0.2313898722330729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,10240,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,8192,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,6144,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,7168,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,5120,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,4096,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,2560,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,3584,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,3072,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,2048,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,1536,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,512,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,256,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,128,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,64,0.0022154666483402254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,1024,32,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,65536,0.17032532691955565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,16384,0.0425983985265096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,12288,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,10240,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,8192,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,7168,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,6144,0.010547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,5120,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,4096,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,3584,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,3072,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,2560,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,2048,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,1536,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,768,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,512,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,256,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,768,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,65536,0.10519893169403076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,16384,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,12288,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,8192,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,10240,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,7168,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,6144,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,5120,0.0106495996316274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,4096,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,3584,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,3072,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,2560,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,2048,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,1536,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,1024,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,768,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,256,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,128,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,64,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,512,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,65536,0.052019198735555015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,16384,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,12288,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,10240,0.010683733224868774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,8192,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,7168,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,6144,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,5120,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,3584,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,4096,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,3072,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,2560,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,2048,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,1536,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,1024,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,768,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,256,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,65536,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,16384,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,12288,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,10240,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,7168,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,8192,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,6144,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,5120,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,4096,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,3584,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,3072,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,2560,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,2048,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,1536,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,1024,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,512,0.0037450666228930154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,64,0.002282666663328807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,128,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,16384,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,65536,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,12288,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,8192,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,10240,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,7168,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,6144,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,5120,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,4096,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,3584,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,3072,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,2560,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,2048,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,1536,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,1024,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,768,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,256,0.002961066613594691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,64,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,65536,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,16384,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,12288,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,10240,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,7168,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,8192,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,6144,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,5120,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,4096,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,3584,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,3072,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,2560,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,2048,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,1024,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,1536,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,768,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,512,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,256,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,80,32,32,0.0022154666483402254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,10240,2.0650666554768877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,12288,2.726775360107422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,16384,3.2815104166666664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,5120,1.0373802820841471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,8192,1.6936959584554034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,6144,1.2732415517171225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,4096,0.8365397135416666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,7168,1.4388907114664713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,3584,0.8093013127644857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,2048,0.4641109466552734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,1024,0.24412159919738768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,3072,0.7065941492716472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,2560,0.5843285242716472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,1536,0.35819520950317385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,768,0.187938133875529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,512,0.11796480019887287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,256,0.055910400549570714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,64,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,65536,32,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,12288,0.6829055786132813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,16384,0.8463018417358399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,10240,0.514628251393636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,65536,3.255534871419271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,6144,0.3254613240559896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,8192,0.4237311999003093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,7168,0.36553386052449544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,5120,0.26518185933430993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,4096,0.23415466944376626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,3584,0.20548267364501954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,3072,0.1759914716084798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,2048,0.10584746996561686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,1536,0.07970133622487387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,1024,0.06007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,2560,0.14513492584228516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,768,0.040140799681345624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,512,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,256,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,128,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,64,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,16384,32,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,16384,0.6164480209350586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,12288,0.518007469177246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,10240,0.3891200065612793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,8192,0.31767892837524414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,65536,2.424866231282552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,6144,0.24412159919738768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,5120,0.19834879239400227
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,7168,0.2754560152689616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,4096,0.15742293993632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,3584,0.13366613388061524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,3072,0.12830719947814942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,2560,0.10792960325876873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,2048,0.08622079690297445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,1536,0.06597973505655924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,1024,0.04481706619262695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,512,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,768,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,256,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,128,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,64,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,12288,32,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,16384,0.5116586685180664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,12288,0.42963625590006516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,8192,0.2668544133504232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,7168,0.22719146410624186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,10240,0.32331094741821287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,6144,0.20022613207499185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,65536,2.0062890370686848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,5120,0.1632256031036377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,4096,0.14438400268554688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,3584,0.12608853181203206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,3072,0.11106986999511718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,2560,0.09018026987711589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,1536,0.054408534367879235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,2048,0.07877973715464273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,1024,0.029969066381454468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,768,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,512,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,256,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,64,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,10240,32,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,16384,0.4141397476196289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,12288,0.3470677375793457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,10240,0.26071039835611975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,65536,1.6069632212320966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,8192,0.21500585873921713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,7168,0.18479785919189454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,6144,0.16237227121988934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,5120,0.1296725352605184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,4096,0.10403839747111003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,3584,0.09786026477813721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,3072,0.08328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,2048,0.059426132837931314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,1536,0.04229120016098022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,2560,0.07335253556569418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,1024,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,768,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,512,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,256,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,64,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,8192,32,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,12288,0.3042304039001465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,16384,0.3657727877298991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,10240,0.22975145975748695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,8192,0.18909866015116375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,65536,1.4132223765055338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,7168,0.15974399248758953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,6144,0.1402880032857259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,5120,0.11246933142344158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,4096,0.09079466660817465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,3584,0.0889514684677124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,3072,0.07567359606424967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,2560,0.056968533992767335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,2048,0.051438931624094644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,1536,0.037614933649698895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,1024,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,768,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,512,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,128,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,7168,32,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,16384,0.32498346964518227
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,12288,0.2632021268208822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,65536,1.227127456665039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,10240,0.19677866299947103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,8192,0.159880526860555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,7168,0.13185706933339436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,6144,0.11564373175303141
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,4096,0.08942933082580566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,5120,0.09437867005666098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,3584,0.07028053601582845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,3072,0.064955735206604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,2560,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,2048,0.03973120053609212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,1024,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,1536,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,768,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,512,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,128,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,6144,32,0.0026581334571043652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,16384,0.2686293284098307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,65536,1.0289834976196288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,12288,0.20261546770731606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,10240,0.16302080154418946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,7168,0.10769066810607911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,8192,0.13015039761861164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,6144,0.09618773460388183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,5120,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,4096,0.06925653616587321
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,3584,0.06208853324254354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,3072,0.05273600021998087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,2560,0.040447998046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,2048,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,1024,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,768,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,1536,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,256,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,128,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,64,0.0027583998938401537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,5120,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,16384,0.20210347175598145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,10240,0.12260693709055584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,12288,0.1629866600036621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,65536,0.8237056096394857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,8192,0.1050282637278239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,7168,0.08444586594899496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,6144,0.07492266496022543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,5120,0.06068906784057617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,4096,0.051438931624094644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,3584,0.04352000157038371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,2560,0.02648746569951375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,3072,0.03816106716791789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,2048,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,1536,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,1024,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,768,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,512,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,128,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,32,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,4096,64,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,65536,0.7244117101033528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,16384,0.18995200792948405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,12288,0.13690880139668782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,10240,0.11431252956390381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,8192,0.09270613193511963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,6144,0.06802773475646973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,7168,0.07485439777374267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,5120,0.053964801629384364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,3584,0.040174933274586995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,4096,0.04918613433837891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,3072,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,2560,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,2048,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,1536,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,1024,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,768,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,512,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,128,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,64,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3584,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,16384,0.16226986249287922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,65536,0.6279167811075846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,10240,0.09837226867675782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,8192,0.07990612983703613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,12288,0.11721386909484863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,7168,0.06533120075861612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,5120,0.04761600097020467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,6144,0.05843626658121744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,4096,0.03877546787261963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,3584,0.037649067242940266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,3072,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,2560,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,2048,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,1536,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,1024,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,768,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,512,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,128,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,3072,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,65536,0.5228202819824219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,16384,0.13073066870371503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,12288,0.09840640226999918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,10240,0.08331946531931558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,8192,0.06731093724568685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,7168,0.056934400399525964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,6144,0.050551466147104894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,5120,0.04188160101572673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,4096,0.031982932488123575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,3584,0.023995733261108397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,3072,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,2048,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,2560,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,1536,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,1024,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,768,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,128,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,64,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2560,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,16384,0.10431146621704102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,65536,0.4254720052083333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,12288,0.07997439702351888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,8192,0.05481813351313273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,10240,0.06717440287272135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,7168,0.04648960034052531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,6144,0.040994131565093996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,5120,0.03109546701113383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,4096,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,3584,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,3072,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,2560,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,1536,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,2048,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,512,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,256,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,128,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,2048,32,0.0022474666436513263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,16384,0.0799402634302775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,65536,0.323686408996582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,10240,0.051780267556508386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,12288,0.06167893409729004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,8192,0.042461868127187094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,7168,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,6144,0.030173865954081218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,5120,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,4096,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,3072,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,3584,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,2048,0.01129813293615977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,2560,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,1536,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,1024,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,512,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,256,0.003272533416748047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,32,0.0020479999482631685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1536,128,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,65536,0.20940799713134767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,16384,0.05024426778157552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,12288,0.039628799756368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,10240,0.028296534220377607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,8192,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,7168,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,6144,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,5120,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,4096,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,3584,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,3072,0.010752000411351522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,2560,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,2048,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,1536,0.008874666690826417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,768,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,512,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,256,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,128,0.0025546667476495106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,64,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,1024,32,0.0019434666881958645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,65536,0.16032427151997883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,16384,0.042461868127187094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,12288,0.020718934138615926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,10240,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,8192,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,7168,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,6144,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,5120,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,4096,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,3584,0.009147733449935913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,3072,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,2560,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,2048,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,1536,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,768,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,256,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,64,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,768,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,16384,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,65536,0.10062506993611653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,12288,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,10240,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,8192,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,7168,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,6144,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,5120,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,4096,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,3072,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,3584,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,2560,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,2048,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,1536,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,768,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,1024,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,256,0.0030293333033720653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,64,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,512,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,65536,0.05307733217875162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,16384,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,12288,0.009147733449935913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,10240,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,7168,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,8192,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,6144,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,5120,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,4096,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,3584,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,3072,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,2560,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,2048,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,1536,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,1024,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,768,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,256,0.0028309332827727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,65536,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,256,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,16384,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,12288,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,10240,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,8192,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,7168,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,5120,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,6144,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,4096,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,3584,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,3072,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,2560,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,2048,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,1536,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,1024,0.003651199986537298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,768,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,256,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,512,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,128,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,65536,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,16384,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,12288,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,10240,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,8192,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,7168,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,6144,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,5120,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,4096,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,3584,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,3072,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,2560,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,2048,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,1536,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,1024,0.003575466573238373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,768,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,512,0.003719466676314672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,256,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,128,0.0023797333240509035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,64,0.0022474666436513263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,64,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,65536,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,16384,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,12288,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,10240,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,7168,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,8192,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,6144,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,5120,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,4096,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,3584,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,3072,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,2560,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,2048,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,1536,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,1024,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,768,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,512,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,128,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,64,32,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,16384,3.2723968505859373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,5120,1.0312021255493165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,7168,1.4322347005208333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,12288,2.714760589599609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,6144,1.2673024495442708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,8192,1.6854698181152343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,4096,0.8319658915201822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,10240,2.057489013671875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,3072,0.635972277323405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,768,0.18418347040812175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,1536,0.355020809173584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,2560,0.5800618489583333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,1024,0.24067413012186684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,2048,0.4670122782389323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,3584,0.8052736282348633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,512,0.11789653301239014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,256,0.05806080102920532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,64,0.0106495996316274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,65536,32,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,16384,0.8160597483317057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,12288,0.6796629587809245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,10240,0.5121365229288737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,8192,0.4201130549112956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,7168,0.36150614420572913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,6144,0.31877120335896814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,5120,0.2637482643127441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,65536,3.2405504862467445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,4096,0.2329258600870768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,3584,0.20415147145589194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,3072,0.15912960370381674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,2560,0.1448618729909261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,2048,0.11642879645029705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,1536,0.08861013253529867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,1024,0.05447680155436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,768,0.046114134788513186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,256,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,512,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,128,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,64,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,16384,32,0.003173333406448364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,16384,0.6127957026163737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,12288,0.5148672103881836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,10240,0.38806187311808266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,8192,0.31699625651041663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,7168,0.2721791903177897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,65536,2.422442626953125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,6144,0.24316587448120117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,5120,0.1960960070292155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,4096,0.173909330368042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,3584,0.1339392026265462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,3072,0.11472213268280029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,2560,0.10762240091959636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,2048,0.08622079690297445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,1536,0.065774933497111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,1024,0.04505600134531657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,768,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,512,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,256,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,128,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,64,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,12288,32,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,16384,0.5159594535827636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,12288,0.4273834546407064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,10240,0.3219114621480306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,8192,0.28538878758748376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,7168,0.2265087922414144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,65536,2.0004522959391275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,6144,0.20138667424519857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,5120,0.16257707277933758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,4096,0.14387200673421224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,3584,0.1343488057454427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,2560,0.0881322701772054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,3072,0.11543893019358317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,2048,0.07147520383199056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,1536,0.059562667210896814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,1024,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,768,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,512,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,256,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,64,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,10240,32,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,16384,0.41205759048461915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,12288,0.3456000010172526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,10240,0.25883307456970217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,65536,1.6020821889241534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,8192,0.2144597371419271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,7168,0.18421759605407714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,6144,0.16247466405232747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,5120,0.13066240151723224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,4096,0.11694080034891766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,3072,0.08355840047200522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,3584,0.09792853196461995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,2048,0.059630934397379556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,2560,0.0731818675994873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,1536,0.040482131640116374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,1024,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,768,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,512,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,64,0.003032533327738444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,8192,32,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,16384,0.36273492177327477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,12288,0.3030698776245117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,10240,0.22777172724405922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,65536,1.3989546457926432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,8192,0.18810879389444987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,7168,0.15953920682271322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,6144,0.13946879704793294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,5120,0.11209386984507244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,4096,0.1016149361928304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,3584,0.0825002670288086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,3072,0.07403519948323568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,2560,0.06331733465194703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,2048,0.05140479803085327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,1536,0.031573333342870075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,1024,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,768,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,512,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,128,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,64,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,7168,32,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,12288,0.2619050661722819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,16384,0.31399253209431965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,65536,1.198523712158203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,10240,0.19432106018066406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,8192,0.15909546216328938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,7168,0.13349547386169433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,5120,0.09591466585795085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,6144,0.11929600238800049
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,4096,0.07966720263163249
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,3584,0.07604906558990479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,3072,0.06475093364715576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,2560,0.054681599140167236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,2048,0.04215466578801473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,1536,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,1024,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,768,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,128,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,64,0.0027935999135176343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,6144,32,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,16384,0.2648746649424235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,12288,0.2154154618581136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,65536,1.0226346969604492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,10240,0.16046080589294434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,8192,0.12980906963348388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,7168,0.10738346576690674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,6144,0.09622186819712321
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,5120,0.07778986295064291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,4096,0.07048532962799073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,3584,0.05519359906514486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,3072,0.05358933210372925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,2048,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,2560,0.040482131640116374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,1536,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,1024,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,768,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,256,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,128,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,64,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,5120,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,16384,0.21783893903096518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,12288,0.16421546936035156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,10240,0.130457599957784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,65536,0.8169130961100259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,8192,0.10465280214945476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,7168,0.08458240032196045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,6144,0.07509333292643229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,5120,0.06068906784057617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,3584,0.043383467197418216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,3072,0.03822933435440064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,4096,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,2560,0.028842665751775104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,2048,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,1536,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,1024,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,768,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,512,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,128,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,64,0.0025920001169045764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,4096,32,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,16384,0.19025920232137045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,12288,0.1391274611155192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,65536,0.7192917505900065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,8192,0.09229653676350912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,10240,0.11373226642608643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,7168,0.07478613058725993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,6144,0.06679893334706624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,5120,0.053998935222625735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,4096,0.045533867677052815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,3584,0.03874133427937825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,3072,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,2048,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,2560,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,1536,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,1024,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,768,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,512,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,128,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3584,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,16384,0.160153595606486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,65536,0.621226692199707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,12288,0.116974933942159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,10240,0.0985088030497233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,8192,0.07980373700459799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,7168,0.06570666631062826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,6144,0.05847040017445883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,5120,0.0475818673769633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,4096,0.03884373505910237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,3584,0.03758080005645752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,3072,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,2560,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,2048,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,1536,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,1024,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,768,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,512,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,128,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,3072,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,16384,0.12946773370107015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,65536,0.5173247973124186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,12288,0.09833813508351644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,8192,0.06754986445109049
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,10240,0.08290987014770508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,7168,0.056866133213043214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,6144,0.05051733255386352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,5120,0.04171093304951985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,4096,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,3584,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,3072,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,2560,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,2048,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,1536,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,1024,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,768,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,128,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,64,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2560,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,16384,0.10424319903055827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,12288,0.07983787059783935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,65536,0.42028373082478837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,10240,0.06700373490651448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,8192,0.054579198360443115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,7168,0.046250665187835695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,6144,0.04085760116577149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,5120,0.03065173427263896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,4096,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,3584,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,3072,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,2560,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,2048,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,1536,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,512,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,256,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,64,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,128,0.002899199972550074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,2048,32,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,65536,0.32081918716430663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,16384,0.07990612983703613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,12288,0.06140586535135904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,8192,0.042393600940704344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,7168,0.04188160101572673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,10240,0.051438931624094644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,6144,0.029934932788213093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,5120,0.02529279987017314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,3584,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,4096,0.02054826617240906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,2048,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,3072,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,2560,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,768,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,512,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,256,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,128,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1536,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,65536,0.22326614061991373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,16384,0.05444266796112061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,12288,0.04212053219477336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,10240,0.027511467536290485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,8192,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,7168,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,6144,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,5120,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,4096,0.010308266679445902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,3584,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,3072,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,2560,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,2048,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,1536,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,1024,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,768,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,128,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,256,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,64,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,1024,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,65536,0.16244053840637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,16384,0.042393600940704344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,12288,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,10240,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,8192,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,7168,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,6144,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,5120,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,4096,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,3584,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,3072,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,2560,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,2048,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,1536,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,768,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,256,0.003070933371782303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,128,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,32,0.0022815999885400133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,768,64,0.0021418665846188864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,16384,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,65536,0.10478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,12288,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,10240,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,8192,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,7168,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,6144,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,5120,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,4096,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,3584,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,3072,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,2560,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,2048,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,1536,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,1024,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,256,0.002962133288383484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,128,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,512,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,65536,0.05304319858551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,12288,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,16384,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,10240,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,8192,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,7168,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,6144,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,5120,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,4096,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,3584,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,3072,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,2560,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,2048,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,1536,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,1024,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,768,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,512,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,128,0.002414933343728383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,65536,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,256,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,16384,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,12288,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,10240,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,8192,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,7168,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,6144,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,5120,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,4096,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,3584,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,3072,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,2560,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,2048,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,1536,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,1024,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,128,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,65536,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,16384,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,12288,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,10240,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,8192,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,7168,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,6144,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,5120,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,4096,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,3072,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,3584,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,2560,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,2048,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,1536,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,1024,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,768,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,512,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,64,64,0.002250666668017705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,65536,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,16384,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,12288,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,10240,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,8192,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,7168,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,6144,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,5120,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,4096,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,3584,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,3072,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,2048,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,2560,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,1536,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,1024,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,768,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,512,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,256,0.0028597332537174227
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,48,32,32,0.0021802666286627453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,7168,1.4262613932291666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,16384,3.2581631978352865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,10240,2.0486826578776043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,5120,1.0253994623819986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,4096,0.8264021555582681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,8192,1.6741717020670575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,12288,2.706500244140625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,6144,1.2618751525878906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,1536,0.3267242749532064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,1024,0.23746560414632162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,768,0.18169172604878742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,512,0.11779413223266602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,2048,0.43246933619181316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,2560,0.5759658813476562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,3072,0.694818115234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,3584,0.7516159693400065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,128,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,64,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,256,0.05881173213322958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,65536,32,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,10240,0.5073919932047526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,12288,0.6740992228190105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,16384,0.8074922561645508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,7168,0.3596970558166504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,8192,0.4140032132466634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,6144,0.3156991958618164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,65536,3.25925547281901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,5120,0.2583552042643229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,4096,0.23012693723042807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,3584,0.1960960070292155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,3072,0.16848212877909344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,2560,0.1253376007080078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,2048,0.11359573205312093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,1536,0.08570880095163981
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,1024,0.05785599946975708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,768,0.04427093267440796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,512,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,256,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,128,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,64,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,16384,32,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,8192,0.2992810567220052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,10240,0.3836586634318034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,16384,0.6128639856974284
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,12288,0.5112832069396973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,7168,0.26835625966389975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,65536,2.401245880126953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,5120,0.1937407970428467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,6144,0.23743146260579429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,4096,0.15431680679321289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,3584,0.133188263575236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,3072,0.11543893019358317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,2560,0.11373226642608643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,2048,0.08731306393941243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,1536,0.0672426700592041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,1024,0.043383467197418216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,768,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,512,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,256,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,128,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,64,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,12288,32,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,16384,0.5074602762858074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,12288,0.42513065338134765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,10240,0.3199658711751302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,7168,0.24490666389465332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,8192,0.2847743988037109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,6144,0.21521066029866537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,5120,0.1750698725382487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,65536,2.1759999593098955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,4096,0.15319040616353352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,3584,0.13400746981302897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,3072,0.09663146336873372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,2560,0.08727893034617105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,2048,0.07297706604003906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,1536,0.04922026793162028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,1024,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,768,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,512,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,128,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,32,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,64,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,10240,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,16384,0.40970239639282224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,12288,0.34157225290934246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,65536,1.5945386250813802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,10240,0.2567509333292643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,8192,0.2122410615285238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,7168,0.16701439221700032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,5120,0.1185109297434489
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,6144,0.14786559740702312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,3584,0.08331946531931558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,4096,0.10704212983449299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,3072,0.0808618704477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,2048,0.04901546637217204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,2560,0.0679253339767456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,1536,0.03898026545842488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,1024,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,768,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,512,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,256,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,128,0.0035466666022936503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,64,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,8192,32,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,12288,0.30027093887329104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,16384,0.36092586517333985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,65536,1.392674128214518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,8192,0.1867776075998942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,10240,0.22504107157389322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,7168,0.14643200238545734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,5120,0.10431146621704102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,6144,0.12905813058217366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,4096,0.0868010679880778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,3584,0.08229546546936035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,3072,0.07079253196716309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,2048,0.04836693207422892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,2560,0.053521064917246494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,1536,0.03280213276545207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,1024,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,768,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,512,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,128,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,64,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,7168,32,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,16384,0.31105705897013347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,65536,1.1823445638020833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,12288,0.25883307456970217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,10240,0.19237546920776366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,8192,0.15708160400390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,7168,0.12465493679046631
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,6144,0.1105237325032552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,5120,0.09000960191090902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,4096,0.08106666405995687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,3072,0.0605183998743693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,3584,0.07082666556040446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,2560,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,2048,0.04092586835225423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,1536,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,1024,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,768,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,64,0.0030026666820049284
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,128,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,6144,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,16384,0.25408852895100914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,12288,0.21306026776631676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,65536,1.013486925760905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,10240,0.15844693183898925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,7168,0.10448213418324788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,8192,0.12980906963348388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,6144,0.09345706303914389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,5120,0.07581013043721517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,4096,0.06816426912943521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,3584,0.05314559936523437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,3072,0.05584213336308798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,2560,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,2048,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,1536,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,1024,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,768,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,512,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,128,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,256,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,64,0.0028661333024501802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,5120,32,0.002593066543340683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,12288,0.15114240646362304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,16384,0.19848532676696778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,65536,0.7519231796264648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,10240,0.12001279989878337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,8192,0.0964949369430542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,7168,0.08393386999766031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,5120,0.0602453351020813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,6144,0.07461547056833903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,4096,0.04952746629714966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,3584,0.04468053181966146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,3072,0.04212053219477336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,2560,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,2048,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,1536,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,1024,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,768,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,512,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,128,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,4096,32,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,65536,0.6598997116088867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,16384,0.17418239911397299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,12288,0.13066240151723224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,10240,0.10536959966023762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,8192,0.08516266345977783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,7168,0.07406933307647705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,5120,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,6144,0.0661845326423645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,4096,0.048742401599884036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,3584,0.04171093304951985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,3072,0.03327999909718831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,2560,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,2048,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,1536,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,1024,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,768,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,512,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,128,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,64,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3584,32,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,16384,0.14909440676371258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,12288,0.11113813718159993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,65536,0.5675008138020833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,10240,0.09110186894734701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,8192,0.07338666915893555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,7168,0.06423893372217813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,6144,0.05748053391774496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,5120,0.0466261347134908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,4096,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,3584,0.03310933311780294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,3072,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,2560,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,2048,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,1536,0.010171733299891154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,1024,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,512,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,256,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,128,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,64,0.0026591998835404714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,3072,32,0.002182399978240331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,65536,0.4752042770385742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,16384,0.11980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,12288,0.09024853706359863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,10240,0.07649280230204264
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,8192,0.0630783994992574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,7168,0.05437440077463786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,6144,0.048878931999206544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,5120,0.04037973483403524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,4096,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,3584,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,3072,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,2560,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,2048,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,1536,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,512,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,256,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,128,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2560,32,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,16384,0.0958463986714681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,65536,0.38403412501017253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,12288,0.07311360041300455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,10240,0.06181546847025553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,8192,0.05007359981536865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,7168,0.04427093267440796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,6144,0.039185067017873124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,5120,0.024371200799942018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,4096,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,3584,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,3072,0.009489066402117411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,2560,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,1536,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,2048,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,768,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,256,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,128,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,2048,32,0.0020138667275508243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,65536,0.30405972798665365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,16384,0.07321600119272867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,12288,0.05816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,10240,0.04737706581751506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,8192,0.03857066631317139
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,7168,0.03375786542892456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,6144,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,5120,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,4096,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,3584,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,3072,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,2560,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,2048,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,1536,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,768,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,512,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,256,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1536,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,16384,0.04990293184916179
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,12288,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,65536,0.20128426551818848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,8192,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,10240,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,7168,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,6144,0.010547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,5120,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,3584,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,4096,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,3072,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,2560,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,2048,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,768,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,256,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,128,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,1024,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,65536,0.14701226552327473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,16384,0.038809601465861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,12288,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,10240,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,7168,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,8192,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,6144,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,5120,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,3584,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,4096,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,3072,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,2560,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,2048,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,1536,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,1024,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,256,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,128,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,768,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,16384,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,65536,0.10031786759694417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,12288,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,10240,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,8192,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,7168,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,6144,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,5120,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,4096,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,3584,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,3072,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,2560,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,2048,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,1536,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,1024,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,512,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,65536,0.050619733333587644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,16384,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,12288,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,10240,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,8192,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,7168,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,6144,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,5120,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,4096,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,3584,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,3072,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,2560,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,2048,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,1536,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,1024,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,256,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,256,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,16384,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,65536,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,12288,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,10240,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,8192,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,7168,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,6144,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,5120,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,4096,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,3584,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,3072,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,2560,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,2048,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,1536,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,1024,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,512,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,768,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,128,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,128,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,16384,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,65536,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,12288,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,10240,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,8192,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,7168,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,6144,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,5120,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,4096,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,3584,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,3072,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,2560,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,2048,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,1536,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,1024,0.0035829332967599234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,768,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,512,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,64,0.0022133332987626392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,64,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,65536,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,16384,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,12288,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,10240,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,8192,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,7168,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,6144,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,5120,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,4096,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,3584,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,3072,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,2560,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,2048,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,1536,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,1024,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,768,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,256,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,128,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,64,0.002181333303451538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,32,32,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,8192,1.5312213897705078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,10240,1.8657962799072265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,16384,2.980010732014974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,12288,2.3886507670084636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,7168,1.310412851969401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,6144,1.1384490966796874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,5120,0.9394517262776694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,4096,0.7536640167236328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,3584,0.7245141347249349
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,3072,0.621294911702474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,1024,0.20807679494222006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,1536,0.3123541196187337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,2048,0.41434453328450516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,768,0.156876802444458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,2560,0.5201919873555501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,512,0.10547200043996174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,128,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,64,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,256,0.05236053466796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,65536,32,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,10240,0.46981118520100906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,12288,0.6202709197998046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,16384,0.7513770421346029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,65536,3.106611124674479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,7168,0.3295914649963379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,5120,0.23726080258687338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,8192,0.38352212905883787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,6144,0.29013334910074867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,3584,0.18240853945414226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,4096,0.2076672077178955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,3072,0.15670612653096516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,2048,0.10431146621704102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,1536,0.07144107023874918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,1024,0.05355519851048788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,768,0.04085760116577149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,2560,0.1316864013671875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,512,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,256,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,128,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,64,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,16384,32,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,10240,0.38236160278320314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,7168,0.2695509274800619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,12288,0.5007018725077311
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,8192,0.3105109214782715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,16384,0.6081535975138347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,65536,2.21484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,6144,0.23610026041666665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,5120,0.19305814107259114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,4096,0.15435093243916828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,3584,0.13441707293192545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,3072,0.11496106783548991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,2560,0.10564266840616862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,2048,0.0836949348449707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,1536,0.059835731983184814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,1024,0.04276906649271647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,768,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,512,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,128,0.0034122665723164878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,64,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,12288,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,10240,0.29556051890055335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,16384,0.47196159362792967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,12288,0.39369386037190757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,8192,0.2469205379486084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,7168,0.20780372619628906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,6144,0.18452480634053547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,5120,0.14926506678263346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,65536,1.845555241902669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,4096,0.11868159770965576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,3584,0.11550719738006592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,3072,0.0989525318145752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,2560,0.08185173670450846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,2048,0.06041599909464518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,1536,0.04990293184916179
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,1024,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,768,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,512,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,128,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,64,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,10240,32,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,16384,0.3782997449239095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,12288,0.31412906646728517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,65536,1.4782805124918619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,10240,0.2363050619761149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,8192,0.19551572799682618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,7168,0.16622932751973468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,6144,0.146943998336792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,5120,0.11806720097859699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,4096,0.1071786642074585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,3584,0.08328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,3072,0.08062293529510497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,2560,0.060279464721679686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,2048,0.054579198360443115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,1024,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,1536,0.039833601315816244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,768,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,256,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,128,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,64,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,8192,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,16384,0.3311274528503418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,12288,0.27627518971761067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,10240,0.2074282646179199
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,8192,0.1721002737681071
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,65536,1.2932139078776042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,7168,0.14585173924763997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,6144,0.1286826690038045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,5120,0.10359466870625814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,4096,0.0939349333445231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,3072,0.06929066975911459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,3584,0.07666347026824952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,2560,0.06478506724039713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,2048,0.048196268081665036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,1536,0.032631466786066696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,1024,0.0076117331782976794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,768,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,256,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,128,0.003068800022204717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,64,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,7168,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,16384,0.2909525235493978
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,65536,1.1084117889404297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,12288,0.2376021385192871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,10240,0.1779370625813802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,8192,0.1481386661529541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,7168,0.12438186804453533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,5120,0.0892586628595988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,6144,0.11038719813028972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,4096,0.08133973280588785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,3072,0.06055253346761068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,3584,0.07082666556040446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,2560,0.051268267631530764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,2048,0.037273601690928145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,1536,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,1024,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,512,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,256,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,128,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,6144,32,0.002420266717672348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,16384,0.24081066449483238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,12288,0.1990997314453125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,65536,0.9261397043863931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,10240,0.14858239491780598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,8192,0.1240063985188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,7168,0.10431146621704102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,6144,0.09376426537831625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,5120,0.07492266496022543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,4096,0.06840319633483886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,3584,0.053179732958475744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,2560,0.03969706694285075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,3072,0.05331626733144125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,2048,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,1536,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,512,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,256,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,128,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,64,0.0028970666229724885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,5120,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,65536,0.7453013102213542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,16384,0.19500373204549154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,12288,0.1597098668416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,10240,0.11827200253804523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,8192,0.10141013463338215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,7168,0.0839680035909017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,6144,0.07471786340077718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,5120,0.060279464721679686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,4096,0.05522773265838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,2560,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,3584,0.043246932824452716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,3072,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,1536,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,2048,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,768,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,256,0.003542399903138479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,512,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,128,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,64,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,4096,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,65536,0.6510250727335612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,16384,0.17056427001953126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,12288,0.13940052986145018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,10240,0.10427733262379964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,8192,0.08802986939748128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,6144,0.06635520060857138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,7168,0.07406933307647705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,5120,0.05341866811116537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,4096,0.04915200074513753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,3584,0.039628799756368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,3072,0.03345066706339518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,2560,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,2048,0.010308266679445902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,1536,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,768,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,512,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,256,0.0035103999078273775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,128,0.0029343999922275543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3584,32,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,16384,0.14766079584757488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,12288,0.12134400208791096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,65536,0.558728535970052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,10240,0.09120426972707113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,7168,0.06444373528162638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,8192,0.07673172950744629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,6144,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,5120,0.046830932299296066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,3584,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,4096,0.038024532794952395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,3072,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,2560,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,2048,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,1536,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,1024,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,768,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,512,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,256,0.0034474665919939675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,128,0.002898133297761281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,3072,32,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,65536,0.46779734293619796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,16384,0.12438186804453533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,12288,0.10127360026041668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,10240,0.07778986295064291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,8192,0.06567253271738688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,7168,0.05522773265838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,6144,0.04911786715189616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,5120,0.04041386842727661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,3584,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,4096,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,2560,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,3072,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,2048,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,1536,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,768,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,1024,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,512,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,256,0.0034474665919939675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,128,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2560,32,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,65536,0.375876267751058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,16384,0.10403839747111003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,12288,0.08311466375986734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,10240,0.06666239897410074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,7168,0.0466261347134908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,8192,0.05492053429285685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,6144,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,5120,0.030446932713190718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,4096,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,3584,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,3072,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,2560,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,1024,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,768,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,512,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,256,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,128,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,64,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,2048,32,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,16384,0.0771071990331014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,65536,0.2841600100199381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,12288,0.05768533150355021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,10240,0.0478549321492513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,8192,0.04109653234481812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,7168,0.04167679945627849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,6144,0.024439465999603272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,5120,0.020718934138615926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,4096,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,3584,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,3072,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,2560,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,2048,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,1024,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,1536,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,768,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,256,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,128,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,64,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1536,32,0.0024906667570273083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,16384,0.052019198735555015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,65536,0.1925066630045573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,12288,0.03822933435440064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,10240,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,8192,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,7168,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,6144,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,5120,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,3072,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,4096,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,3584,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,2560,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,1536,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,1024,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,128,0.0025173333783944448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,256,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,64,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,1024,32,0.002386133372783661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,65536,0.1511082649230957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,16384,0.039628799756368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,12288,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,10240,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,8192,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,7168,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,6144,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,5120,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,3584,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,4096,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,3072,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,2560,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,2048,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,1536,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,1024,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,256,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,768,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,65536,0.10130773385365803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,16384,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,12288,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,8192,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,10240,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,6144,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,7168,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,5120,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,4096,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,3584,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,3072,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,2560,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,1536,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,2048,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,768,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,1024,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,128,0.002282666663328807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,512,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,65536,0.05379413366317749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,16384,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,12288,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,10240,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,8192,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,7168,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,6144,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,5120,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,3584,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,4096,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,3072,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,2560,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,2048,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,1536,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,1024,0.003787733366092046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,768,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,128,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,256,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,65536,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,16384,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,12288,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,10240,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,8192,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,7168,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,6144,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,5120,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,4096,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,3584,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,3072,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,2560,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,2048,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,1536,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,1024,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,768,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,512,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,256,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,64,0.002183466653029124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,128,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,128,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,65536,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,16384,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,12288,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,10240,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,8192,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,7168,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,6144,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,5120,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,4096,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,3584,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,3072,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,2560,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,2048,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,1536,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,1024,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,768,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,512,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,256,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,128,0.002217599997917811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,64,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,65536,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,16384,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,12288,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,10240,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,8192,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,7168,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,5120,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,6144,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,4096,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,3584,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,3072,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,2560,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,2048,0.010410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,1536,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,1024,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,768,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,256,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,128,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,64,0.0021749332547187803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,16,32,32,0.002182399978240331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,7168,1.3016746520996094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,8192,1.5233365376790364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,10240,1.8549760182698567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,6144,1.129369608561198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,12288,2.3980031331380207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,16384,2.965367380777995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,4096,0.7466666539510091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,5120,0.931054941813151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,2048,0.4085077285766602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,3584,0.7144789377848307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,3072,0.6124544143676758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,1536,0.30784854888916013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,2560,0.5134677251180013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,1024,0.2112511952718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,768,0.15400959650675455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,512,0.10478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,32,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,128,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,256,0.05222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,65536,64,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,16384,0.7470421473185221
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,10240,0.4668416023254395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,12288,0.6155605316162109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,5120,0.2353834629058838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,8192,0.3828394571940104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,6144,0.28893868128458655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,65536,3.0641151428222657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,7168,0.3281920115152995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,4096,0.20650666554768882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,3584,0.1813162644704183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,3072,0.15592106183369953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,2560,0.11799893379211426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,2048,0.09458346366882324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,1536,0.07877973715464273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,768,0.04085760116577149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,1024,0.05847040017445883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,512,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,256,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,128,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,64,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,16384,32,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,12288,0.4761941274007161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,16384,0.5931349436442057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,10240,0.3606186548868815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,7168,0.24832000732421874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,8192,0.30651734670003256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,65536,2.212147267659505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,6144,0.21964799563090004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,5120,0.1782101313273112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,4096,0.15325867335001628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,3584,0.14441812833150228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,3072,0.1240063985188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,2560,0.10219519933064777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,2048,0.08328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,1536,0.06283946832021078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,1024,0.042700799306233723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,768,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,512,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,128,0.0033088001112143196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,64,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,12288,32,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,12288,0.39113279978434246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,16384,0.4670463879903157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,10240,0.29327360788981116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,8192,0.2418346722920736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,7168,0.20623359680175782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,6144,0.18285226821899414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,65536,1.8439168294270831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,5120,0.14834346771240234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,4096,0.1296725352605184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,3584,0.11468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,3072,0.08915627002716064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,2560,0.08352426687876383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,2048,0.06635520060857138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,1536,0.045533867677052815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,768,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,1024,0.02529279987017314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,256,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,128,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,64,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,10240,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,12288,0.3127637227376302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,16384,0.3748181343078613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,65536,1.4767103830973307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,10240,0.23456427256266274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,8192,0.19514026641845703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,7168,0.16537599563598632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,6144,0.14626132647196452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,5120,0.11786239941914875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,4096,0.09506133397420248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,3584,0.09915733337402344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,3072,0.08055466810862223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,2048,0.054647465546925865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,2560,0.06754986445109049
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,1536,0.0369322657585144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,1024,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,768,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,512,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,256,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,128,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,64,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,8192,32,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,16384,0.32921600341796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,12288,0.2747392018636068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,10240,0.20585813522338867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,65536,1.2918783823649087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,8192,0.17111040751139323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,7168,0.14523733456929525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,6144,0.1282047986984253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,5120,0.10356053511301677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,4096,0.09424213568369547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,3584,0.07662933667500814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,3072,0.06864213148752848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,2560,0.05935786565144857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,2048,0.04638719956080119
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,1536,0.03256319959958394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,1024,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,768,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,256,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,128,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,64,0.002865066627661387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,7168,32,0.0027583998938401537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,12288,0.23647573788960777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,16384,0.2844671885172526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,65536,1.1076948801676432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,10240,0.17670826911926268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,8192,0.1477290630340576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,7168,0.12441600163777669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,5120,0.08932693004608154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,6144,0.11031893094380696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,4096,0.07796053091684976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,3584,0.07086079915364583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,3072,0.06133759816487631
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,2560,0.05130240122477213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,2048,0.037273601690928145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,1536,0.009079466263453167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,1024,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,512,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,256,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,128,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,64,0.0028597332537174227
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,6144,32,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,16384,0.23971840540568032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,12288,0.1979050636291504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,65536,0.9245013554890951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,10240,0.14793386459350585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,8192,0.1235968033472697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,6144,0.09373013178507486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,7168,0.10424319903055827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,5120,0.07492266496022543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,4096,0.06813013553619385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,3584,0.053179732958475744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,3072,0.051712000370025636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,2560,0.03867306709289551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,2048,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,1536,0.008874666690826417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,1024,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,512,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,256,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,128,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,5120,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,16384,0.19394559860229493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,12288,0.15912960370381674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,65536,0.7413077036539714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,10240,0.118340269724528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,8192,0.10147840181986492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,7168,0.08400213718414307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,6144,0.07447893619537353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,5120,0.060347731908162436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,4096,0.05509119828542074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,3584,0.042803200085957845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,3072,0.04215466578801473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,2560,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,2048,0.010137599706649781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,1024,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,768,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,512,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,256,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,128,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,64,0.0027583998938401537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,4096,32,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,65536,0.6492501576741536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,16384,0.16994986534118653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,12288,0.1392298698425293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,10240,0.10451626777648926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,8192,0.08792746861775716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,7168,0.07403519948323568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,6144,0.06625279982884726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,5120,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,3584,0.03816106716791789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,4096,0.04894719918568929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,3072,0.03338239987691243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,2560,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,2048,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,1536,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,1024,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,768,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,512,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,256,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,128,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,64,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3584,32,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,65536,0.5572181065877279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,16384,0.14752426147460937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,12288,0.12018346786499023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,10240,0.09076053301493327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,8192,0.07577599684397379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,7168,0.06430720090866089
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,6144,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,5120,0.0466261347134908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,4096,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,3584,0.03300693432490031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,3072,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,2560,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,2048,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,1024,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,768,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,512,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,256,0.0033770665526390077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,128,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,3072,32,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,65536,0.4663296063741048
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,16384,0.12431360085805257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,12288,0.1013760010401408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,10240,0.07809706528981528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,8192,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,7168,0.05509119828542074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,6144,0.04908373355865479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,5120,0.040243200461069745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,4096,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,3584,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,3072,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,2560,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,1024,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,768,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,512,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,256,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,128,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,64,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2560,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,16384,0.10455040136973064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,65536,0.37451626459757487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,12288,0.0831829309463501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,10240,0.06700373490651448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,8192,0.05502293507258097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,7168,0.04659200112024943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,6144,0.04113066593805949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,5120,0.030446932713190718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,3584,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,3072,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,2560,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,1536,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,1024,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,512,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,768,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,256,0.003271466741959254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,128,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,64,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,2048,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,16384,0.0769706646601359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,65536,0.2827605247497559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,12288,0.05758293469746908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,10240,0.04751360019048055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,8192,0.04703573385874431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,7168,0.04167679945627849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,6144,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,5120,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,4096,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,3584,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,3072,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,2048,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,1536,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,1024,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,256,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,128,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1536,32,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,65536,0.1911882718404134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,16384,0.05181440114974976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,10240,0.02307413419087728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,12288,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,8192,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,7168,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,6144,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,5120,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,3584,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,4096,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,3072,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,2048,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,1536,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,1024,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,768,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,512,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,256,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,128,0.0024213333924611407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,64,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,1024,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,65536,0.14957226117451985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,16384,0.03952639897664388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,12288,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,10240,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,8192,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,7168,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,6144,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,5120,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,4096,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,3584,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,3072,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,2560,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,2048,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,1536,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,1024,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,768,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,512,0.003752533346414566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,64,0.002251733342806498
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,768,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,65536,0.10120533307393391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,16384,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,12288,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,10240,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,8192,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,7168,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,6144,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,5120,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,4096,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,3584,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,3072,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,2560,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,2048,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,1536,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,1024,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,768,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,256,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,128,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,512,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,16384,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,65536,0.053623465696970615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,12288,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,10240,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,8192,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,7168,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,6144,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,5120,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,4096,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,3584,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,3072,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,2560,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,2048,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,1536,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,1024,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,256,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,128,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,256,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,65536,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,16384,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,12288,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,10240,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,8192,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,7168,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,6144,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,5120,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,4096,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,3584,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,3072,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,2560,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,2048,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,256,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,128,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,128,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,65536,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,16384,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,12288,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,10240,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,8192,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,6144,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,7168,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,5120,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,4096,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,3584,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,3072,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,2560,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,1024,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,256,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,512,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,128,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,64,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,65536,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,16384,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,12288,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,10240,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,8192,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,7168,0.030822400252024335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,6144,0.026897066831588747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,5120,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,4096,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,3584,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,3072,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,2560,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,2048,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,512,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,256,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,128,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,64,0.002143999934196472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,8,32,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,10240,1.8497535705566406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,5120,0.9269247690836588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,12288,2.3924395243326826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,4096,0.74291197458903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,6144,1.1268778483072917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,16384,2.9679275512695313
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,8192,1.5166464487711588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,7168,1.2973397572835288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,3584,0.7102464040120442
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,3072,0.5669205347696941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,2048,0.40956586201985673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,1536,0.30641492207845056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,1024,0.20643839836120606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,512,0.10226346651713054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,2560,0.509986146291097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,768,0.1528490702311198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,256,0.05215573310852051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,128,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,64,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,65536,32,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,10240,0.4652714729309082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,16384,0.7453354517618815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,12288,0.6159701029459635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,65536,2.9465258280436197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,8192,0.38816426595052084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,7168,0.3269290606180827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,5120,0.23446186383565268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,6144,0.28777812321980795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,4096,0.18838186264038087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,3584,0.18094080289204914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,3072,0.1556821346282959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,2048,0.09458346366882324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,2560,0.13032106558481854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,1536,0.07860906918843588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,1024,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,768,0.04078933397928874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,512,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,128,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,16384,32,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,12288,0.46998186111450196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,16384,0.586513074239095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,10240,0.35614719390869143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,8192,0.30310398737589517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,65536,2.2110549926757814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,7168,0.26139307022094727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,6144,0.23111680348714195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,5120,0.1869823932647705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,4096,0.1597098668416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,3584,0.14462292989095052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,3072,0.12356266975402833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,2560,0.10410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,2048,0.08308053016662598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,768,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,1024,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,1536,0.05775359869003296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,512,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,128,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,12288,32,0.002829866607983907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,16384,0.46479358673095705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,12288,0.394922669728597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,10240,0.29184001286824546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,8192,0.24050347010294595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,7168,0.20500480333964027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,6144,0.18145279884338378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,65536,1.8434730529785157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,5120,0.14745599428812664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,4096,0.13004799683888751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,3072,0.09833813508351644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,2560,0.08314879735310873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,3584,0.10335573355356853
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,2048,0.06635520060857138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,1536,0.04949333270390828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,1024,0.02525866627693176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,768,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,256,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,128,0.003201066702604294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,32,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,10240,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,16384,0.3735552151997884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,12288,0.3119104067484538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,65536,1.4757887522379556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,10240,0.23391572634379068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,7168,0.16465919812520344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,8192,0.19397974014282227
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,6144,0.14564693768819173
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,4096,0.09526613553365072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,5120,0.11772586504618328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,3584,0.09130667050679525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,3072,0.08052053451538085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,2560,0.06748159726460776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,2048,0.048913065592447916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,1536,0.04133546749750773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,1024,0.007236266632874806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,768,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,256,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,128,0.0030634666482607523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,64,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,8192,32,0.002825599908828735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,16384,0.3288405418395996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,12288,0.27354453404744467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,65536,1.2909567515055338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,8192,0.1706666628519694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,7168,0.14458880424499512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,10240,0.20514133771260581
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,6144,0.12864853541056315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,5120,0.10345813433329265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,3584,0.0822271982828776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,4096,0.09444693724314371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,3072,0.07096319993336996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,2560,0.05290666818618774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,2048,0.042973868052164715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,1536,0.03635199864705403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,1024,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,256,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,128,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,7168,32,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,16384,0.2848085403442383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,12288,0.23517866134643556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,10240,0.1762645403544108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,65536,1.1068757375081382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,8192,0.14752426147460937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,7168,0.12404053211212158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,6144,0.11031893094380696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,5120,0.0892245372136434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,4096,0.08147626717885335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,3584,0.06580906709035238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,3072,0.05478399991989136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,2048,0.037137067317962645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,2560,0.05120000044504801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,512,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,256,0.003549866626660029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,128,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,64,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,6144,32,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,16384,0.2390357335408529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,12288,0.19742719332377118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,65536,0.9248767852783203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,10240,0.14776320457458497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,8192,0.12438186804453533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,7168,0.10431146621704102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,6144,0.09239892959594727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,5120,0.07499093214670817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,4096,0.06830080350240073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,3584,0.05311146577199301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,2560,0.03959466616312663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,3072,0.05181440114974976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,2048,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,1536,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,768,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,512,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,256,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,128,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,32,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,5120,64,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,65536,0.7494314829508464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,16384,0.19302399953206378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,12288,0.15912960370381674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,10240,0.11847679615020752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,8192,0.10154666900634765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,7168,0.08386560281117758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,6144,0.07478613058725993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,5120,0.06038186550140381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,4096,0.05502293507258097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,3584,0.04491946697235107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,2560,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,3072,0.037717334429423016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,2048,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,1024,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,768,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,512,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,256,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,128,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,64,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,4096,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,16384,0.1697450637817383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,65536,0.6487040201822917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,10240,0.10437973340352376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,7168,0.07420586744944255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,12288,0.13946879704793294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,8192,0.08758613268534342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,6144,0.06625279982884726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,5120,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,4096,0.045090134938557944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,3584,0.04256426493326823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,3072,0.03341653347015381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,2560,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,1024,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,2048,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,768,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,256,0.0033781332274278007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,128,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,64,0.002553600072860718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3584,32,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,16384,0.14718292554219564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,65536,0.556714693705241
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,12288,0.12011520067850749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,10240,0.09099946816762289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,8192,0.07591253121693929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,7168,0.06444373528162638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,6144,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,5120,0.04655786752700806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,3072,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,3584,0.03717120091120402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,4096,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,2560,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,2048,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,1024,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,768,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,256,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,128,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,3072,32,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,16384,0.12424533367156983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,65536,0.4701525370279948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,12288,0.10113706588745117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,10240,0.07782399654388428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,8192,0.06498986482620239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,7168,0.05505706469217936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,6144,0.04904959996541341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,5120,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,4096,0.02368853290875753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,3584,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,3072,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,2560,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,2048,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,1536,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,1024,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,768,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,256,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,128,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,64,0.0024170666933059693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2560,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,16384,0.10328746636708577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,12288,0.08308053016662598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,65536,0.3738965352376302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,10240,0.066594131787618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,8192,0.054545064767201744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,7168,0.04652373393376668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,6144,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,5120,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,4096,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,3584,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,3072,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,1536,0.007441066702206929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,2048,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,1024,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,256,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,128,0.0026954665780067446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,32,0.002349866678317388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,2048,64,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,65536,0.2820096015930176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,16384,0.07700479825337728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,12288,0.05748053391774496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,10240,0.0475818673769633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,8192,0.04700160026550293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,7168,0.04119893312454224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,6144,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,4096,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,5120,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,3584,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,3072,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,2048,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,1536,0.007338666419188182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,1024,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,768,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,512,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,256,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,128,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,64,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1536,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,65536,0.1903615951538086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,16384,0.051780267556508386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,12288,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,10240,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,8192,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,7168,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,5120,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,6144,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,4096,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,3584,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,3072,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,2560,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,2048,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,1536,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,1024,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,768,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,128,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,256,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,1024,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,65536,0.14363306363423664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,16384,0.03952639897664388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,12288,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,10240,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,8192,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,7168,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,6144,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,5120,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,4096,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,3072,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,3584,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,2560,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,2048,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,1536,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,1024,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,512,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,768,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,256,0.002865066627661387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,128,0.0023200000325838727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,768,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,65536,0.09639253616333007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,16384,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,12288,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,8192,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,10240,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,7168,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,6144,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,5120,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,4096,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,3584,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,3072,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,2560,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,1536,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,1024,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,2048,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,256,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,128,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,512,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,65536,0.05355519851048788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,12288,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,16384,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,10240,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,8192,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,7168,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,5120,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,4096,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,3584,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,6144,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,3072,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,2048,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,2560,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,256,0.002757333219051361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,128,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,64,0.0021770666042963665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,256,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,65536,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,16384,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,12288,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,8192,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,7168,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,10240,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,6144,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,4096,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,5120,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,3584,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,3072,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,2560,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,1024,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,128,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,256,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,128,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,65536,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,16384,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,10240,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,8192,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,7168,0.03109546701113383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,12288,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,6144,0.026897066831588747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,4096,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,5120,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,3584,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,2560,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,3072,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,1024,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,512,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,256,0.0027253332237402597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,128,0.002217599997917811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,64,32,0.002181333303451538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,65536,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,16384,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,12288,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,8192,0.034986666838328045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,7168,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,10240,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,6144,0.026828799645106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,5120,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,3584,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,4096,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,3072,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,2560,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,1024,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,128,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,256,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,4,32,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,10240,1.8515626271565755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,12288,2.38209711710612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,4096,0.7406933466593425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,5120,0.9244330724080404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,16384,2.975539143880208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,8192,1.513710912068685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,7168,1.2925610860188803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,6144,1.124625015258789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,3584,0.7087445576985677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,3072,0.6078805287679037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,2560,0.4709034601847331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,2048,0.40570878982543945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,1024,0.2116607983907064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,768,0.15571626027425128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,1536,0.3058005332946777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,512,0.10195626417795818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,256,0.05051733255386352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,128,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,64,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,65536,32,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,16384,0.7775914510091145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,12288,0.6218069076538086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,10240,0.4705962816874186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,7168,0.32573439280192057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,8192,0.385809071858724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,65536,2.9589569091796877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,5120,0.23354026476542153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,6144,0.2866175969441732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,4096,0.20609706242879233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,3584,0.16435200373331707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,3072,0.15534079869588216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,2560,0.1176917314529419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,2048,0.09458346366882324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,1024,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,768,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,1536,0.07857493559519449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,512,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,256,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,128,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,64,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,16384,32,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,12288,0.46588586171468094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,16384,0.5821098963419596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,10240,0.3530069351196289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,8192,0.30033919016520183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,65536,2.2106165568033855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,6144,0.23022933006286622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,7168,0.2589695930480957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,5120,0.1857194741566976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,4096,0.14274560610453288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,3584,0.145305601755778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,3072,0.12366507053375245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,2048,0.08263680140177408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,2560,0.10390186309814453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,1536,0.06280533472696939
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,768,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,1024,0.042734932899475095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,512,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,128,0.003033600002527237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,64,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,12288,32,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,16384,0.4640768051147461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,10240,0.2913279851277669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,8192,0.24033279418945314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,12288,0.3878570556640625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,7168,0.20520960489908852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,65536,1.8429611206054688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,6144,0.1809066613515218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,5120,0.14711467425028485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,3584,0.10332159996032715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,4096,0.12957013448079427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,3072,0.09646080334981283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,2560,0.08321706453959146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,2048,0.06611626545588176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,1536,0.05051733255386352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,1024,0.02542933424313863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,768,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,512,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,128,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,256,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,32,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,10240,64,0.0027615999182065325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,16384,0.3736234664916992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,65536,1.475549825032552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,8192,0.1946282704671224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,10240,0.23340373039245604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,7168,0.16438612937927247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,12288,0.31115945180257165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,6144,0.14615893363952637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,5120,0.11775999863942463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,4096,0.10693973700205486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,3584,0.09345706303914389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,3072,0.07188479900360108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,2560,0.060108800729115806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,2048,0.051950931549072266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,1536,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,1024,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,768,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,256,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,128,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,64,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,8192,32,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,16384,0.3423914591471354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,10240,0.20473173459370933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,65536,1.2906837463378906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,12288,0.2707114537556966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,8192,0.17029120127360026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,7168,0.1444522698720296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,6144,0.12864853541056315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,5120,0.1035264015197754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,4096,0.09407146771748862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,3584,0.07679999669392903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,3072,0.07079253196716309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,2048,0.04307626485824585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,2560,0.05928959846496582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,1536,0.028194133440653486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,1024,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,768,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,256,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,128,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,64,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,7168,32,0.0027285332481066385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,16384,0.28395519256591795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,12288,0.2350762685139974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,65536,1.1070123036702475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,10240,0.17595733006795247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,8192,0.14711467425028485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,6144,0.11042133172353108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,7168,0.1240063985188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,5120,0.0892245372136434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,4096,0.08110079765319825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,3584,0.06318080027898153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,3072,0.06113280057907104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,2560,0.05116586685180664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,2048,0.037205334504445395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,1536,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,1024,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,512,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,256,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,128,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,64,0.0026911998788515727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,6144,32,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,16384,0.23756799697875977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,12288,0.19380906422932942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,65536,0.9237503687540689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,7168,0.1043455998102824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,8192,0.12390399773915609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,10240,0.14848000208536785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,6144,0.09376426537831625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,5120,0.07488853136698405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,4096,0.06338560183842977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,3584,0.053179732958475744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,2560,0.03863893349965413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,3072,0.05208746592203776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,2048,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,1536,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,768,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,256,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,512,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,128,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,64,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,5120,32,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,16384,0.18998613357543945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,12288,0.1539072036743164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,65536,0.7399082819620768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,10240,0.11864746411641439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,7168,0.0839680035909017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,6144,0.07475199699401855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,8192,0.10011306603749592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,5120,0.06031359831492106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,4096,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,3584,0.042837333679199216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,3072,0.04215466578801473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,2560,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,768,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,1024,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,256,0.0034133332471052804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,128,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,64,0.00262719988822937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,4096,32,0.0025941332181294756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,16384,0.17240746815999347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,12288,0.1392639954884847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,10240,0.10424319903055827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,65536,0.6482602437337239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,8192,0.08785920143127442
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,7168,0.07406933307647705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,6144,0.0659114678700765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,5120,0.05331626733144125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,4096,0.04386133352915446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,3072,0.0291157325108846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,2560,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,3584,0.03822933435440064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,2048,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,1024,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,768,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,512,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,256,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,32,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3584,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,16384,0.1423701286315918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,12288,0.12018346786499023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,10240,0.09113600254058837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,8192,0.07659520308176676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,65536,0.5561685562133789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,7168,0.06447786490122477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,6144,0.05789013306299845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,5120,0.046728531519571945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,4096,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,3584,0.03324586749076843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,2560,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,3072,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,2048,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,768,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,256,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,128,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,64,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,3072,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,65536,0.46533972422281905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,16384,0.12683946291605633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,10240,0.07874560356140137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,12288,0.09567573070526122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,8192,0.06567253271738688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,7168,0.05495466788609823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,6144,0.04904959996541341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,5120,0.040447998046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,4096,0.028603732585906982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,3584,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,3072,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,1024,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,768,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,512,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,1536,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,128,0.002525866776704788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,256,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,16384,0.10410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2560,32,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,65536,0.3733503977457682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,12288,0.08297812938690186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,10240,0.06655999819437662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,8192,0.05444266796112061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,7168,0.04652373393376668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,6144,0.04113066593805949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,5120,0.02955946723620097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,4096,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,3584,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,2048,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,1536,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,768,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,1024,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,128,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,256,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,512,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,2048,32,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,16384,0.07693653106689453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,10240,0.04771840174992879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,8192,0.03839999834696452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,65536,0.28146346410115564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,6144,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,12288,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,7168,0.04198400179545085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,5120,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,4096,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,3584,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,3072,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,2048,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,1536,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,768,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,1024,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,512,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,256,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,64,0.0023200000325838727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,128,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1536,32,0.002316800008217494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,16384,0.04952746629714966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,65536,0.19022506078084309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,12288,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,10240,0.023005867004394533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,8192,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,7168,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,6144,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,5120,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,4096,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,3584,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,3072,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,2560,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,2048,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,1536,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,1024,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,512,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,768,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,256,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,64,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,1024,128,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,65536,0.1429162661234538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,16384,0.040516265233357746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,12288,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,10240,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,7168,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,8192,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,6144,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,4096,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,5120,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,3584,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,3072,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,2048,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,2560,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,1024,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,1536,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,768,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,512,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,256,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,128,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,768,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,12288,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,65536,0.09615360101064047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,16384,0.010683733224868774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,8192,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,10240,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,7168,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,6144,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,4096,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,3584,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,5120,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,3072,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,2560,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,2048,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,512,0.003618133316437403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,256,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,128,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,64,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,512,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,65536,0.05348693529764811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,16384,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,12288,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,10240,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,8192,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,7168,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,6144,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,4096,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,3584,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,3072,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,5120,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,2560,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,256,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,128,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,64,0.0022143999735514323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,256,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,65536,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,16384,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,12288,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,10240,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,8192,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,6144,0.026897066831588747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,7168,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,4096,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,5120,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,3584,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,3072,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,2560,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,2048,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,1024,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,256,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,128,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,128,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,65536,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,16384,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,12288,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,7168,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,10240,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,8192,0.03543039957682292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,6144,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,5120,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,4096,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,3584,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,3072,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,2560,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,2048,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,768,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,512,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,64,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,128,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,64,256,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,65536,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,16384,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,12288,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,10240,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,8192,0.034986666838328045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,7168,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,6144,0.026862933238347368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,4096,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,5120,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,3584,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,3072,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,2560,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,1024,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,768,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,512,0.0036864000062147772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,256,0.0026943999032179515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,128,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,2,32,32,0.0022122666239738466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,6144,1.0698410034179688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,10240,1.7845589955647785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,7168,1.247095489501953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,8192,1.424520492553711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,16384,2.8590761820475263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,12288,2.144085439046224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,5120,0.8901290893554688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,4096,0.7352319717407226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,1536,0.3055616060892741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,3584,0.642082150777181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,768,0.15889066060384113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,3072,0.6226943969726563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,1024,0.2144597371419271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,2560,0.5142186800638835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,2048,0.40987307230631514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,512,0.10062506993611653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,256,0.045943466822306316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,64,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,32,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,65536,128,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,10240,0.4420949300130208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,16384,0.7107925415039062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,12288,0.5337429046630859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,8192,0.3523925463358561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,65536,2.935125223795573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,6144,0.2642261346181234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,7168,0.3087701479593913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,5120,0.21927253405253092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,4096,0.19531092643737794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,3584,0.17001813252766926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,3072,0.144759464263916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,2560,0.10478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,1536,0.06536533435185751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,1024,0.05106346607208252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,768,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,2048,0.09710933367411295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,512,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,256,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,128,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,64,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,16384,32,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,12288,0.3996671994527181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,10240,0.3304448127746582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,16384,0.5317973454793294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,8192,0.2627583980560303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,7168,0.23043413162231446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,6144,0.19715414047241211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,65536,2.157909393310547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,5120,0.1633962631225586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,3584,0.12417706648508708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,4096,0.12840960025787354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,3072,0.10601812998453777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,2048,0.0740010658899943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,2560,0.08755199909210205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,1536,0.050312534968058265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,1024,0.03949226538340251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,768,0.030958932638168336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,512,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,256,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,64,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,12288,32,0.002457600086927414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,16384,0.44199253718058273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,12288,0.3321173350016276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,10240,0.2746368090311686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,65536,1.797256596883138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,8192,0.2185215950012207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,7168,0.19128319422403972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,5120,0.13475839296976727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,6144,0.16319146156311035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,4096,0.11789653301239014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,3072,0.0879957358042399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,3584,0.10263893604278565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,2560,0.07717546621958414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,2048,0.05570559899012247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,1536,0.04792319933573405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,1024,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,768,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,256,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,128,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,64,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,10240,32,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,65536,1.4375253041585287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,12288,0.265011199315389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,16384,0.3525973320007324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,10240,0.21876053810119628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,8192,0.1737386703491211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,7168,0.1519957383473714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,6144,0.12922879854838054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,5120,0.105403733253479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,4096,0.09366186459859213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,3584,0.08212479750315348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,3072,0.07516160011291503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,2048,0.05130240122477213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,2560,0.0632149338722229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,1024,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,1536,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,768,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,512,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,256,0.0033791999022165934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,64,0.0030634666482607523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,128,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,8192,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,16384,0.3079509417215983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,12288,0.23149226506551107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,65536,1.257369613647461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,10240,0.1908394654591878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,8192,0.15134719212849934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,7168,0.1313109318415324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,6144,0.11089920202891032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,5120,0.09157973130544027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,4096,0.08198826313018799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,3584,0.06877866586049398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,3072,0.06693546772003174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,2560,0.04997119903564453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,1536,0.031402667363484696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,2048,0.0444757342338562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,1024,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,512,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,256,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,128,0.0031061333914597826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,64,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,7168,32,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,12288,0.19780267079671224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,16384,0.26289493242899575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,65536,1.0755072275797526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,7168,0.11096746921539306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,10240,0.16274773279825847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,8192,0.12830719947814942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,6144,0.09427626927693686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,5120,0.078438401222229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,4096,0.06847146352132162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,2560,0.043383467197418216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,3584,0.06335146824518839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,3072,0.05775359869003296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,1536,0.025600000222524004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,2048,0.03628373146057129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,1024,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,256,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,64,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,128,0.00290133332212766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,6144,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,16384,0.21780479749043785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,65536,0.8987306594848633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,12288,0.1642837365468343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,10240,0.13410986264546712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,8192,0.10461866855621338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,7168,0.09137492974599203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,6144,0.07847253481547037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,5120,0.06594560146331788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,4096,0.06017706791559855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,3072,0.047991466522216794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,3584,0.057036801179250085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,2560,0.03768320083618164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,2048,0.029934932788213093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,1536,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,768,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,128,0.0027306665976842242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,64,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,5120,32,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,12288,0.12980906963348388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,16384,0.17408000628153483
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,65536,0.7158101399739583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,10240,0.10499413013458252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,8192,0.08349013328552246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,7168,0.07359146277109782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,6144,0.06393173138300577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,5120,0.054271999994913736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,4096,0.04713813463846843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,3584,0.0446122686068217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,3072,0.04113066593805949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,2560,0.030446932713190718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,2048,0.02269866665204366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,1024,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,1536,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,768,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,512,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,256,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,128,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,64,0.002491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,4096,32,0.0022111999491850535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,16384,0.15059626897176107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,65536,0.6308522542317708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,12288,0.1125717322031657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,10240,0.09188693364461263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,6144,0.056968533992767335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,7168,0.06516053279240927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,8192,0.07342080275217691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,5120,0.04795733292897542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,3584,0.042496001720428465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,3072,0.03512320121129354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,4096,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,2560,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,2048,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,1536,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,1024,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,768,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,512,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,256,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,128,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3584,64,0.002423466742038727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,12288,0.09536853631337484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,16384,0.12735146681467693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,65536,0.533845329284668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,10240,0.07867733637491861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,8192,0.06355626583099365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,7168,0.056797866026560465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,6144,0.049356798330942794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,5120,0.04413439830144246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,4096,0.03614720106124878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,3584,0.03218773404757182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,3072,0.02877440055211385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,2560,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,2048,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,1536,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,1024,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,768,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,256,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,64,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,3072,32,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,16384,0.1061205307642619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,65536,0.4432554562886556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,12288,0.08069120248158773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,10240,0.06686720053354898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,7168,0.048640000820159915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,8192,0.05478399991989136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,6144,0.04430506626764934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,5120,0.03696639935175578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,4096,0.02935466567675273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,3072,0.021230934063593547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,3584,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,2560,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,2048,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,1024,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,1536,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,768,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,256,0.00314026673634847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,128,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,64,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2560,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,65536,0.3562837282816569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,16384,0.08417279720306396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,12288,0.06638933420181274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,10240,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,8192,0.04468053181966146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,7168,0.039901868502298994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,6144,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,5120,0.029320534070332843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,4096,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,3584,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,3072,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,2560,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,2048,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,1024,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,1536,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,768,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,512,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,256,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,128,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,64,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,2048,32,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,12288,0.05505706469217936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,65536,0.2779818534851074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,10240,0.045021867752075194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,16384,0.0681984027226766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,8192,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,7168,0.03338239987691243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,6144,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,4096,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,3584,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,2560,0.007338666419188182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,1536,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,2048,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,1024,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,768,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,512,0.0034815999368826545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,256,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,128,0.0022463999688625337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,64,0.002218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1536,32,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,16384,0.04829866488774617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,65536,0.18387626012166342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,12288,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,10240,0.03136853377024333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,8192,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,7168,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,6144,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,5120,0.010205866893132527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,4096,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,3584,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,3072,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,2560,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,2048,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,1536,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,768,0.003310933212439219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,1024,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,512,0.0032032000521818793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,256,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,128,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,64,0.0021503999829292296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,1024,32,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,65536,0.1276245355606079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,16384,0.03536213239034017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,10240,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,12288,0.02775040070215861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,8192,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,6144,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,7168,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,5120,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,4096,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,3584,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,3072,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,2560,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,2048,0.0032085334261258446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,1536,0.0032426667710145317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,1024,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,768,0.002935466667016347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,512,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,128,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,256,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,64,0.0020138667275508243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,768,32,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,65536,0.08386560281117758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,16384,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,12288,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,10240,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,8192,0.007133866846561432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,7168,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,6144,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,5120,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,4096,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,3584,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,3072,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,2560,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,2048,0.003036800026893616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,1536,0.0030378667016824085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,1024,0.00266239990790685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,512,0.0027647999425729113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,768,0.002867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,256,0.002420266717672348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,128,0.0019797333826621372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,64,0.0019445333629846573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,512,32,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,65536,0.045124268531799315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,16384,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,12288,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,10240,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,8192,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,7168,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,5120,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,6144,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,4096,0.003345066557327906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,3584,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,3072,0.0032768001159032187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,2560,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,2048,0.0025600001215934755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,1024,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,1536,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,768,0.0024874667326609296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,512,0.0024853333830833434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,128,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,256,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,64,0.0018090666582187016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,256,32,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,65536,0.022971733411153158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,12288,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,16384,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,10240,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,8192,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,7168,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,6144,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,5120,0.0037546666959921518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,4096,0.0031317333380381264
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,3584,0.0031744000812371576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,3072,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,2560,0.0027989332874615988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,2048,0.0023552000522613524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,1536,0.00238933339715004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,768,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,1024,0.0021162666380405426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,512,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,256,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,128,0.0018090666582187016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,64,0.00180479995906353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,128,32,0.0021141332884629565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,65536,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,16384,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,12288,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,10240,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,8192,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,7168,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,6144,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,5120,0.00365226666132609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,4096,0.0029696000119050344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,3584,0.003068800022204717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,3072,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,2560,0.002696533252795537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,2048,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,1536,0.0022869333624839783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,1024,0.0020821332931518556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,768,0.0023210667073726653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,512,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,256,0.0020138667275508243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,128,0.001803733284274737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,64,0.0017994667092959087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,64,32,0.0020479999482631685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,65536,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,16384,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,12288,0.0037205333511034647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,10240,0.0035157332817713416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,8192,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,6144,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,7168,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,5120,0.003583999971548716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,4096,0.0030037333567937215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,3584,0.0030720000465710956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,3072,0.002833066632350286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,2560,0.002628266563018163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,2048,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,1536,0.0022837333381175995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,1024,0.0020138667275508243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,768,0.0022528000175952912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,256,0.0020479999482631685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,512,0.0021845333278179167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,128,0.0017749333133300145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,32,0.0019456000377734502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,float16,1,32,64,0.0017749333133300145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,4096,12.542361450195312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,5120,15.857834879557291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,6144,18.821598307291666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,7168,21.578580729166667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,8192,25.217399088541665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,3584,11.037354532877604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,10240,31.793015543619795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,2560,8.238011678059895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,3072,9.76865234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,2048,6.5686187744140625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,12288,35.5441650390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,1536,5.233868916829428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,512,1.9316394805908204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,768,2.9110954284667967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,256,1.857194646199544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,1024,3.7761706034342444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,128,1.8530644734700519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,64,2.0457813262939455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,32,2.117188262939453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,65536,16384,46.84274495442708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,8192,6.396927897135416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,6144,4.824166361490885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,10240,8.072055562337239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,7168,5.66654307047526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,12288,10.03673604329427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,5120,4.087705485026041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,16384,12.767948404947917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,4096,3.009740702311198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,3584,2.715750376383464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,2560,1.933994674682617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,3072,2.1470550537109374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,1536,1.1108010609944663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,2048,1.5308116912841796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,1024,0.788479995727539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,768,0.6597973505655925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,512,0.46202878952026366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,256,0.4668074607849121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,128,0.4371797243754069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,64,0.5203285217285156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,32,0.5359274546305339
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,6144,3.679061381022135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,7168,4.283118693033854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,8192,4.864204915364583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,10240,6.180932108561198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,12288,7.347541300455729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,16384,9.73810323079427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,4096,2.2008148193359376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,3584,1.8988372802734375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,5120,3.0404266357421874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,3072,1.6501759847005206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,2560,1.3745834350585937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,2048,1.0855424245198568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,1536,0.8246271769205729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,1024,0.5935103734334309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,768,0.48390827178955076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,512,0.3658069292704264
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,256,0.3548501332600912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,128,0.3410602569580078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,64,0.39294293721516926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,32,0.41420799891153975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,12288,6.1935272216796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,7168,3.5444053649902343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,10240,5.149832661946615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,8192,4.072379811604818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,16384,8.337954203287762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,16384,65536,55.31982421875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,6144,3.0551722208658854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,3584,1.6377173105875653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,4096,1.8331989288330077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,5120,2.520746612548828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,2560,1.18111572265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,3072,1.4228480021158854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,12288,65536,40.0510986328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,1536,0.6959445317586263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,2048,0.8952149073282877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,512,0.3094186782836914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,1024,0.4978687922159831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,256,0.28928000132242837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,768,0.40181760787963866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,128,0.29624319076538086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,64,0.32307198842366536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,32,0.32539307276407875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,10240,4.2417152404785154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,8192,3.2498687744140624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,12288,5.085047403971354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,16384,6.566638692220051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,6144,2.364893849690755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,7168,2.764288075764974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,10240,65536,35.27495524088542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,5120,1.955293909708659
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,4096,1.5048021952311197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,3584,1.337378184000651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,2560,0.9038165410359701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,3072,1.0990591684977213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,2048,0.7260842641194661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,768,0.32887465159098306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,1024,0.40973653793334963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,512,0.24999252955118814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,1536,0.5908479690551758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,256,0.21998933156331382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,128,0.21599574089050294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,64,0.2376021385192871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,32,0.24982186953226723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,7168,2.5105748494466145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,8192,2.8672340393066404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,10240,3.686297607421875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,12288,4.502220662434896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,16384,6.034910074869791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,6144,2.1278719584147137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,8192,65536,28.396986897786455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,5120,1.7370794932047526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,4096,1.3304832458496094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,3584,1.1374591827392577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,3072,0.9873749415079752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,2048,0.6484309514363606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,2560,0.8077653249104818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,1536,0.5341525395711263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,1024,0.36747945149739586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,768,0.30504961013793946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,512,0.2258944034576416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,256,0.19886080423990887
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,128,0.19070293108622233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,64,0.22418773969014488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,32,0.21159253120422364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,10240,3.2774485270182288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,12288,3.8070271809895835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,8192,2.505181884765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,7168,2.2092798868815104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,16384,5.121808878580729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,6144,1.88951899210612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,7168,65536,24.02310791015625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,5120,1.5418368021647135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,3584,0.9738239924112955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,4096,1.1706709543863931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,3072,0.8444586435953776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,2560,0.6940330505371094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,2048,0.5822805404663086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,1536,0.4602197329203288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,768,0.262826665242513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,512,0.19640320142110188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,256,0.16837973594665528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,1024,0.32699734369913735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,128,0.16042666435241698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,64,0.17988266944885253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,32,0.18568533261617023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,6144,65536,19.9977294921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,10240,2.8004692077636717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,7168,1.9499008178710937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,6144,1.6174421946207684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,8192,2.1709142049153645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,12288,3.400328572591146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,16384,4.463513692220053
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,5120,1.351918919881185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,3584,0.8592042922973633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,3072,0.7095637639363607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,2560,0.594705073038737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,4096,0.9904127756754557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,2048,0.49244159062703446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,1536,0.3857066790262858
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,1024,0.2765141487121582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,768,0.24009386698404947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,256,0.1269759972890218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,512,0.1602560043334961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,128,0.12386986414591472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,64,0.1305941343307495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,32,0.13100372950236003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,5120,65536,17.89743855794271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,8192,1.8510847727457684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,7168,1.6021503448486327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,6144,1.3426005045572915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,10240,2.3105878194173175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,12288,2.7648340861002607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,16384,3.7590357462565103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,5120,1.1122005462646485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,4096,0.8257535934448242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,3072,0.5922815958658855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,3584,0.7088127772013346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,2560,0.4997119903564453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,2048,0.3989845275878906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,1536,0.32269652684529626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,1024,0.21265066464742027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,512,0.11728213628133137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,768,0.17029120127360026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,256,0.08611839612325033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,128,0.05222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,64,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,32,0.05085866848627726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,4096,65536,15.194283040364585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,8192,1.6326656341552734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,7168,1.4053717295328776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,6144,1.2159659067789712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,10240,2.0944554646809896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,12288,2.557371775309245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,16384,3.394628143310547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,5120,0.9993216196695963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,3072,0.5381461461385091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,3584,0.6257322947184245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,2560,0.4499797185262044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,2048,0.3595605214436849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,4096,0.7466666539510091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,1536,0.27228161493937175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,1024,0.1918293317159017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,768,0.16281599998474122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,512,0.10478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,128,0.04693333307902019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,256,0.07608319918314616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,64,0.03915093342463176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,32,0.046114134788513186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3584,65536,13.942989095052084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,7168,1.269043223063151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,8192,1.4706687927246094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,6144,1.0765652974446616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,10240,1.8697216033935546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,12288,2.2180521647135416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,16384,3.0728533426920572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,5120,0.9032021204630534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,3072,0.466978136698405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,2560,0.3908608118693034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,3584,0.5685248057047526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,4096,0.6763861338297527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,2048,0.2981546719868978
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,1536,0.23354026476542153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,1024,0.16175786654154461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,65536,12.37022705078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,512,0.09598293304443359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,768,0.13260800043741863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,128,0.04184746742248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,256,0.06478506724039713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,64,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,3072,32,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,5120,0.8221013387044271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,6144,0.9786709467569986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,8192,1.3142016092936197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,7168,1.163161595662435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,16384,2.564164225260417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,10240,1.670690155029297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,12288,1.9313663482666015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,4096,0.6183935801188152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,3584,0.4995754559834798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,2048,0.2554879983266195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,2560,0.3358720143636068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,3072,0.4130816141764323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,1536,0.19828054110209148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,1024,0.1472511927286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,65536,11.00410868326823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,768,0.10919253031412761
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,256,0.04771840174992879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,512,0.08639146486918131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,128,0.037478399276733396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,32,0.03587413231531779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2560,64,0.03563520113627116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,16384,2.249932861328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,5120,0.6636543909708659
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,6144,0.8453461329142252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,7168,0.9773738861083985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,8192,1.1101866404215495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,10240,1.3899093627929688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,12288,1.701956303914388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,4096,0.49776639938354494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,3072,0.34095786412556967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,3584,0.4218197186787923
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,2560,0.26661547025044763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,2048,0.213265069325765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,1536,0.16646827061971028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,65536,9.714551798502605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,1024,0.11496106783548991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,768,0.09830400149027506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,512,0.0762880007425944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,256,0.042734932899475095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,32,0.03065173427263896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,128,0.03317760030428569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,2048,64,0.03092479904492696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,16384,1.997482681274414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,12288,1.4573226928710938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,7168,0.8369152069091796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,5120,0.565111478169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,6144,0.7174826939900716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,8192,0.959385617574056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,10240,1.2142592112223307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,4096,0.41885013580322267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,65536,8.556304931640625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,3072,0.2621781349182129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,2560,0.20210347175598145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,3584,0.33297065099080403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,2048,0.16776533126831056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,1536,0.12752213478088378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,1024,0.09775786399841309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,768,0.09246719678243001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,512,0.06174720128377279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,256,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,64,0.02645333409309387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,128,0.02945706645647685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1536,32,0.02635093331336975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,16384,1.6700416564941407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,12288,1.2518741607666015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,10240,1.035264015197754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,5120,0.4814165433247884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,6144,0.587332280476888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,7168,0.7284053166707356
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,8192,0.8353109359741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,4096,0.33648640314737954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,3584,0.248251740137736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,65536,7.181619262695312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,3072,0.1942186673482259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,1536,0.10280959606170655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,2560,0.15117653210957843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,1024,0.08192000389099122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,2048,0.12438186804453533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,768,0.056149331728617344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,512,0.04969813426335652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,256,0.03089066743850708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,128,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,64,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,1024,32,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,16384,1.6067583719889325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,12288,1.1659263610839843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,10240,0.9736192067464193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,8192,0.7640064239501954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,7168,0.6636885325113933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,6144,0.5458943684895833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,5120,0.43922773996988934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,4096,0.2778112093607584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,3584,0.19875839551289876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,3072,0.15220053990681964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,65536,6.889608764648438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,2560,0.12895572980244954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,2048,0.10854399998982747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,1536,0.08980480035146078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,1024,0.060108800729115806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,768,0.04911786715189616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,256,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,512,0.03826346794764201
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,128,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,64,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,768,32,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,16384,1.4076586405436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,8192,0.6882303873697917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,10240,0.8736085255940755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,12288,1.039291763305664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,7168,0.5897898356119792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,6144,0.4819967905680339
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,5120,0.370141855875651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,65536,5.991184997558594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,4096,0.23026347160339355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,3072,0.12612266540527345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,3584,0.1569109280904134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,2560,0.10673493544260662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,2048,0.0869376023610433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,1536,0.0686079978942871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,1024,0.05113173325856527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,512,0.032290132840474446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,768,0.04143786827723185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,256,0.02484906713167826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,128,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,64,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,512,32,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,16384,1.3262847900390624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,10240,0.7855445226033528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,12288,0.9609216054280599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,8192,0.6115327835083008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,7168,0.5191679954528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,5120,0.31720107396443686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,6144,0.4201130549112956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,65536,5.598003133138021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,4096,0.17517226537068684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,3584,0.11055786609649658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,3072,0.09533440272013347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,2560,0.08263680140177408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,2048,0.07079253196716309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,1536,0.0566271980603536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,1024,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,768,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,512,0.02874026695887248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,256,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,64,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,128,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,256,32,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,16384,1.300377655029297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,12288,0.944981320699056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,10240,0.7653717041015625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,7168,0.496503480275472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,8192,0.5829290390014649
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,5120,0.29064534505208334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,6144,0.3910655975341797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,65536,5.536187744140625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,4096,0.13489492734273273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,3584,0.10813439687093099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,3072,0.08676693439483643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,2560,0.07615146636962891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,2048,0.06242986520131429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,1536,0.05017600059509277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,1024,0.03781973520914714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,768,0.032153600454330446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,512,0.02604373296101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,256,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,128,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,64,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,128,32,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,16384,1.304098129272461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,12288,0.9387349446614583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,10240,0.7591594696044922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,7168,0.4816896120707194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,8192,0.5754197438557942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,6144,0.3820543924967448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,5120,0.27156480153401696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,65536,5.538679504394532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,4096,0.12380159695943196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,3584,0.09779199759165445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,3072,0.07956480185190837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,2560,0.06799360116322836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,2048,0.05997226635615031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,1536,0.048537600040435794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,1024,0.03642026583353679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,768,0.031436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,512,0.025224532683690386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,256,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,128,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,64,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,64,32,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,16384,1.2817066192626954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,12288,0.9316693623860678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,10240,0.7509674708048503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,8192,0.5723477045694987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,7168,0.4805631955464681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,6144,0.3773098627726237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,5120,0.26402133305867515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,65536,5.514581298828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,4096,0.1204906702041626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,3584,0.09547093709309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,2560,0.06946132977803549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,3072,0.08188587029774984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,2048,0.05836799939473471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,1536,0.04734293222427368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,1024,0.03536213239034017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,768,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,512,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,256,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,128,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,64,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8192,32,32,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,4096,6.179635111490885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,5120,7.744716898600261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,6144,9.224464925130208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,7168,10.683528645833333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,8192,12.020838419596355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,10240,15.659588623046876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,12288,18.655096435546874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,3584,5.479731241861979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,3072,4.833621215820313
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,2560,4.075724792480469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,2048,3.0016512552897137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,1536,2.5127593994140627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,1024,1.6919893900553387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,768,1.199650192260742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,512,0.9458688100179037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,256,0.9741994857788085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,128,0.9315327962239583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,16384,26.503987630208332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,32,1.0526378631591797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,65536,64,1.0617855707804362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,5120,1.7254058837890625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,6144,2.145075225830078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,8192,3.045819854736328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,7168,2.522077941894531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,10240,3.9483734130859376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,12288,4.574549357096354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,16384,6.578175862630208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,4096,1.3901482899983724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,2560,0.8994815826416016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,3584,1.2051114400227865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,3072,1.0322944005330403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,2048,0.7261866887410482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,1536,0.5503317515055339
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,1024,0.4024661382039388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,768,0.31559680302937826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,512,0.2501290639241537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,128,0.2368170738220215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,256,0.23797760009765626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,64,0.26443093617757163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,32,0.26398720741271975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,8192,2.1331967671712238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,6144,1.5731029510498047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,7168,1.9167573293050129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,10240,2.9491541544596354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,12288,3.6726783752441405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,16384,4.890589904785156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,3584,0.9263786951700845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,4096,1.0162858963012695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,5120,1.2986026763916017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,16384,65536,27.007078043619792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,3072,0.7795370737711589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,2560,0.6698666890462239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,2048,0.5475669225056966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,1536,0.43595094680786134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,1024,0.30774612426757814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,768,0.2533034642537435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,256,0.17568426132202147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,512,0.2198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,128,0.17223679224650065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,64,0.19162453015645345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,32,0.19821227391560872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,12288,65536,19.932466634114583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,8192,1.9002367655436199
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,10240,2.446882120768229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,7168,1.5854591369628905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,12288,2.94113286336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,16384,4.072584533691407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,6144,1.352942911783854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,5120,1.1562666575113931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,4096,0.9003349304199219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,3584,0.8059904098510742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,3072,0.6669994354248047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,2560,0.5642239888509114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,2048,0.46086826324462893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,1024,0.26060800552368163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,1536,0.370961062113444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,768,0.20596052805582682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,512,0.1617919921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,256,0.13885439236958821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,128,0.12564480304718018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,64,0.130457599957784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,32,0.13349547386169433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,10240,65536,16.13131103515625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,8192,1.4601898193359375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,10240,1.9305131276448566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,12288,2.4346964518229166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,7168,1.2577791849772135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,16384,3.413777160644531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,6144,1.0591914494832357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,5120,0.9030656178792318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,4096,0.7078912099202473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,3584,0.6337535858154297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,2560,0.46028798421223954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,3072,0.5574997584025065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,2048,0.37853867212931314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,1536,0.289518928527832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,1024,0.2020352045694987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,768,0.16213332811991374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,512,0.11373226642608643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,128,0.05273600021998087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,256,0.0825002670288086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,64,0.0504149317741394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,65536,13.534208170572915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,8192,32,0.05106346607208252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,8192,1.300445810953776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,7168,1.1295061747233073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,10240,1.7336661020914714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,5120,0.7819264094034831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,12288,2.053222401936849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,6144,0.9777493158976236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,16384,2.859349314371745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,4096,0.6224213282267252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,3584,0.5610495885213216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,3072,0.5001215934753418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,1536,0.26675198872884115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,2048,0.3342677434285482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,2560,0.40488961537679036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,1024,0.18462719917297363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,256,0.07195306619008382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,512,0.10188799699147541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,768,0.14953813552856446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,64,0.03894613186518352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,65536,11.83150126139323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,128,0.04526079893112182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,7168,32,0.045909333229064944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,5120,0.6809600194295247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,6144,0.8208042780558268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,8192,1.1222698211669921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,7168,0.983517837524414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,10240,1.4657535552978516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,12288,1.8319700876871745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,16384,2.5341952006022135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,4096,0.5425834655761719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,3072,0.41407146453857424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,3584,0.48561493555704754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,2560,0.3330730756123861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,2048,0.2725887934366862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,1536,0.21575679779052734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,65536,10.14292500813802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,1024,0.15636480649312337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,768,0.11687253316243489
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,512,0.09168213208516439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,64,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,256,0.05911893447240194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,128,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,6144,32,0.04072106679280599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,16384,2.1038421630859374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,5120,0.6069589614868164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,7168,0.8666794459025065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,8192,1.0092202504475911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,6144,0.7119530359903972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,10240,1.3207893371582031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,12288,1.6291839599609375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,4096,0.48786773681640627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,65536,8.96180928548177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,3584,0.4096682548522949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,2560,0.2915328025817871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,3072,0.35024213790893555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,2048,0.2432000001271566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,1536,0.18691412607828778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,1024,0.1349631945292155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,768,0.10847573280334473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,512,0.09243306318918863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,256,0.053623465696970615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,128,0.041915734608968094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,64,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,5120,32,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,16384,1.6973482767740886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,12288,1.2744363149007163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,5120,0.48626346588134767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,7168,0.6990847905476888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,6144,0.599176534016927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,8192,0.7983104070027669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,10240,1.020040512084961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,4096,0.3718485196431478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,3584,0.33406292597452797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,65536,7.543091328938802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,2560,0.23811413447062174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,3072,0.2771967887878418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,2048,0.1999872048695882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,1024,0.10325333277384441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,1536,0.14902613957722982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,768,0.08782506783803304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,512,0.07069013118743897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,256,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,128,0.03218773404757182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,32,0.030446932713190718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,4096,64,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,16384,1.685435740152995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,12288,1.213269297281901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,10240,1.0087082544962565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,8192,0.7545173645019532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,7168,0.6399658838907878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,5120,0.42502826054890946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,6144,0.5313194592793782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,4096,0.3286698659261068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,3584,0.28357973098754885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,65536,7.147246805826823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,3072,0.250436274210612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,2560,0.21568853060404458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,2048,0.16721919377644856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,1536,0.13670399983723958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,1024,0.09659732977549235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,768,0.08164693514506022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,512,0.05447680155436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,256,0.037273601690928145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,128,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,64,0.030173865954081218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3584,32,0.030446932713190718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,16384,1.391991424560547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,12288,1.0225664138793946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,10240,0.8286890665690103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,7168,0.5394432067871093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,8192,0.6267221450805665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,6144,0.4427776018778483
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,5120,0.33703254063924154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,4096,0.26306559244791666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,65536,6.023031616210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,3584,0.24610133171081544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,3072,0.21889707247416176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,2560,0.1832277297973633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,2048,0.15158613522847492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,1536,0.1240063985188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,1024,0.08826879660288492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,768,0.07799466451009116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,512,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,256,0.034884266058603924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,128,0.028433066606521607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,64,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,3072,32,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,16384,1.2928000132242838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,12288,0.9752234776814779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,8192,0.5843285242716472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,10240,0.783189328511556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,5120,0.30057814915974934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,6144,0.3916799863179525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,7168,0.4828159968058269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,65536,5.816592915852865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,4096,0.2364415963490804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,3584,0.21568853060404458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,3072,0.18305706977844238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,2048,0.12544000148773193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,1536,0.104584534962972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,2560,0.15520426432291667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,1024,0.0831829309463501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,768,0.06714026927947998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,512,0.043178665637969973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,128,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,256,0.03126613299051921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,64,0.025361067056655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2560,32,0.025804799795150758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,16384,1.0830506642659505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,12288,0.8070485432942709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,10240,0.6330368041992187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,8192,0.48247467676798506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,7168,0.38908586502075193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,6144,0.29556051890055335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,5120,0.23913812637329102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,65536,4.708693440755209
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,4096,0.19664212862650554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,3584,0.1831253369649251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,3072,0.15155199368794758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,2560,0.12922879854838054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,1536,0.09185280005137125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,2048,0.10905600388844808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,1024,0.07239680290222168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,768,0.048844798405965166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,512,0.03839999834696452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,256,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,128,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,64,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,2048,32,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,16384,0.9884330749511718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,12288,0.7135232289632161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,10240,0.5749760309855143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,8192,0.41335465113321945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,7168,0.3146752039591471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,6144,0.24087893168131508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,5120,0.19674453735351563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,65536,4.479351298014323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,4096,0.1599829355875651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,3584,0.1376255989074707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,3072,0.12277759710947674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,2560,0.10885120232899984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,2048,0.09314986864725748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,1024,0.048469332853953044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,1536,0.07871146996816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,768,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,512,0.033587201436360674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,256,0.025565866629282636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,128,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,64,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1536,32,0.02054826617240906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,16384,0.8319317499796549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,12288,0.6000298817952474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,10240,0.476910940806071
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,7168,0.2248703956604004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,8192,0.30692691802978517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,6144,0.18329599698384602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,5120,0.1486848036448161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,65536,3.507746124267578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,4096,0.12209493319193523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,3072,0.10007893244425456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,3584,0.11096746921539306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,2560,0.08721066315968831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,2048,0.06898346741994223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,1536,0.05925546487172445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,1024,0.04072106679280599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,768,0.03430399894714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,512,0.02768213351567586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,256,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,128,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,64,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,1024,32,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,16384,0.7920298894246419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,12288,0.5713578542073567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,8192,0.287505054473877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,10240,0.44759041468302413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,7168,0.20500480333964027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,65536,3.296187845865885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,6144,0.16878933906555177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,5120,0.14120960235595703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,4096,0.1178282658259074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,3584,0.10700799624125164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,3072,0.09717760086059571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,2560,0.07823359966278076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,2048,0.06454613208770751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,1024,0.03915093342463176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,1536,0.051643733183542886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,768,0.03317760030428569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,512,0.02645333409309387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,256,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,128,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,64,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,768,32,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,16384,0.685533841451009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,12288,0.47503360112508136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,8192,0.2102954705556234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,10240,0.36000426610310876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,65536,2.9679957071940106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,7168,0.1553749402364095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,6144,0.12424533367156983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,5120,0.1075541337331136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,4096,0.08666453361511231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,3584,0.07738026777903238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,3072,0.06727680365244547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,2560,0.05870933135350546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,1536,0.040516265233357746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,2048,0.04969813426335652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,1024,0.031641600529352824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,768,0.026828799645106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,512,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,256,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,128,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,64,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,512,32,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,16384,0.6141610463460286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,12288,0.4283733367919922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,10240,0.31883945465087893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,8192,0.17288533846537274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,65536,2.741999053955078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,7168,0.11731626987457275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,6144,0.10035200119018554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,5120,0.08581120173136393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,4096,0.07120213508605958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,3584,0.0636245330174764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,3072,0.056012801329294835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,2560,0.04962986707687378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,1536,0.034577067693074545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,1024,0.027409066756566364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,768,0.023756800095240276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,2048,0.042393600940704344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,512,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,256,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,128,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,64,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,256,32,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,16384,0.5922474543253581
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,12288,0.39772160847981775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,10240,0.28654934565226237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,8192,0.14202879269917806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,65536,2.6748926798502604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,7168,0.10513066450754802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,6144,0.08997546831766765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,5120,0.07587839762369791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,4096,0.06256639957427979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,3072,0.05092693169911703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,2560,0.04427093267440796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,3584,0.05717333157857259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,2048,0.037717334429423016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,1536,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,1024,0.02512213389078776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,768,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,512,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,256,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,128,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,32,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,128,64,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,12288,0.38901761372884114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,16384,0.5811882654825846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,10240,0.2773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,65536,2.6662913004557294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,8192,0.13622612953186036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,7168,0.10291199684143067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,6144,0.0887125333150228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,5120,0.0746837298075358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,4096,0.059903999169667564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,3584,0.0556714653968811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,3072,0.04966400067011516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,2560,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,2048,0.04143786827723185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,1536,0.03631786505381267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,1024,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,512,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,256,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,768,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,128,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,64,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,64,32,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,16384,0.5755562464396159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,12288,0.3869695981343587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,10240,0.26528426806132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,7168,0.09267199834187825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,65536,2.6614100138346357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,8192,0.12021760145823161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,6144,0.08021333217620849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,5120,0.0695637305577596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,4096,0.05717333157857259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,3584,0.05283840099970499
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,3072,0.04696746667226155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,2560,0.04177920023600261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,2048,0.035259731610616046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,1024,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,1536,0.029525333642959596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,768,0.02109439969062805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,512,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,256,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,128,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,64,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4096,32,32,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,4096,3.177540334065755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,5120,4.067566935221354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,6144,4.771976725260417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,8192,6.209638468424479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,7168,5.5718231201171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,10240,8.030173746744792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,12288,9.413871256510417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,16384,12.259839884440105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,1536,1.0968064626057943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,1024,0.7957504272460938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,3072,2.396740214029948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,2048,1.5073621114095053
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,3584,2.7655169169108076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,2560,1.6578901926676433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,768,0.6079829533894856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,512,0.5386922836303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,256,0.4957866668701172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,128,0.45486081441243487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,32,0.505241584777832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,65536,64,0.5197482744852702
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,16384,3.0434303283691406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,12288,2.2323883056640623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,10240,1.8150399525960286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,7168,1.2641279856363932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,6144,1.0469717025756835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,5120,0.8976383845011393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,8192,1.3993301391601562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,4096,0.6856362660725911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,3584,0.6124202728271484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,3072,0.5339818954467773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,2560,0.45540692011515305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,2048,0.3678208033243815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,1536,0.29098666508992516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,1024,0.21265066464742027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,768,0.15837866465250652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,65536,12.673536173502605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,256,0.08116906483968099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,128,0.050756267706553136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,32,0.056695465246836343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,64,0.0497322678565979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,16384,512,0.11748692989349366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,6144,0.7820629119873047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,16384,2.2488065083821613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,8192,1.0507946650187174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,7168,0.932317860921224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,5120,0.6554282506306965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,12288,1.6869375864664715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,10240,1.3075115203857421
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,4096,0.5221376101175944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,3072,0.4026026725769043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,2560,0.3367253303527832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,3584,0.461516793568929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,1024,0.15486292839050292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,1536,0.21637120246887206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,2048,0.2699946721394857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,65536,9.77827860514323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,256,0.056900266806284586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,768,0.11304960250854493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,512,0.08710827032725016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,128,0.04775253136952718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,64,0.04174506664276123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,12288,32,0.04157439867655437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,16384,1.9478186289469401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,6144,0.6815061569213867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,5120,0.5842261632283529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,8192,0.9188351949055991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,7168,0.7904938379923503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,10240,1.1524779001871743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,12288,1.44541015625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,4096,0.4597418785095215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,65536,8.05922139485677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,3584,0.40321706136067703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,2560,0.28873386383056643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,1536,0.18360320727030438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,2048,0.2361685276031494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,3072,0.34802347819010415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,1024,0.13325653076171876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,768,0.09560746351877848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,256,0.04392960071563721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,128,0.03604480028152466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,64,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,512,0.08270506858825684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,10240,32,0.03580586512883504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,16384,1.5828309377034506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,12288,1.1063636779785155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,8192,0.7489194869995117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,5120,0.45312000910441086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,7168,0.6413653055826823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,10240,0.919278907775879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,6144,0.5538474400838216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,4096,0.37017599741617835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,3584,0.3182933489481608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,65536,6.534553527832031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,3072,0.2748074531555176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,2560,0.22790826161702477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,2048,0.1985535939534505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,1536,0.15592106183369953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,1024,0.10448213418324788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,768,0.08645973205566407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,512,0.06516053279240927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,256,0.03857066631317139
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,128,0.032290132840474446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,32,0.03078826665878296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,8192,64,0.03089066743850708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,12288,1.0046122868855796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,16384,1.3799424489339194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,10240,0.8059221267700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,8192,0.662937609354655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,7168,0.5783210754394531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,6144,0.4794026692708333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,5120,0.3870037396748861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,4096,0.31907841364542644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,65536,6.173286437988281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,3072,0.23883093198140465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,3584,0.27934719721476237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,2560,0.21650773684183755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,2048,0.17653759320576984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,1536,0.14854826927185058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,1024,0.08973653316497802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,768,0.08280746936798096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,256,0.03638613224029541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,512,0.052121599515279136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,64,0.029730133215586346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,128,0.03065173427263896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,7168,32,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,16384,1.0726058959960938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,12288,0.8133632024129233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,8192,0.5260629336039225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,10240,0.6487381617228191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,7168,0.4547242800394694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,6144,0.36788905461629234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,5120,0.3105450630187988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,65536,5.054839579264323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,4096,0.2657279968261719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,3584,0.24285866419474283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,3072,0.21725865999857583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,2560,0.18391040166219075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,2048,0.15134719212849934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,1536,0.10734933217366535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,1024,0.08290987014770508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,768,0.07522986729939779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,512,0.0466261347134908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,256,0.03351893424987793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,128,0.027784534295399982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,64,0.02621440092722575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,6144,32,0.03246080080668132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,16384,1.011507225036621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,12288,0.7106218973795573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,10240,0.5910528182983399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,8192,0.47588694890340166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,6144,0.32887465159098306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,7168,0.3963221232096354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,5120,0.2924544016520182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,65536,4.709751383463542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,4096,0.22504107157389322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,3584,0.2070869286855062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,3072,0.173909330368042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,2560,0.15714987119038898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,2048,0.12407466570536296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,1536,0.09704106648763021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,1024,0.07932586669921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,512,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,768,0.0605183998743693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,256,0.030242133140563964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,128,0.02611200014750163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,64,0.025600000222524004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,5120,32,0.025361067056655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,16384,0.7902890523274739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,12288,0.5580117543538411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,10240,0.4454400062561035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,8192,0.3377493222554525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,7168,0.2827605247497559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,65536,3.598165384928385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,6144,0.261188268661499
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,5120,0.21449386278788246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,4096,0.18814293543497723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,3584,0.1691648006439209
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,3072,0.15278080304463704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,2560,0.1210367997487386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,2048,0.0992256005605062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,1024,0.05809493462244669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,768,0.04392960071563721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,1536,0.08874666690826416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,512,0.03580586512883504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,256,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,64,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,32,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,4096,128,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,12288,0.5222741444905599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,16384,0.8013482411702475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,10240,0.41837228139241533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,8192,0.3171327908833822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,65536,3.491498565673828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,7168,0.2753194808959961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,6144,0.23985493977864586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,5120,0.22941013971964516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,4096,0.18824532826741536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,3584,0.17131519317626953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,3072,0.14755840301513673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,2560,0.11830613613128663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,2048,0.10400426387786865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,1536,0.0874837319056193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,1024,0.054306133588155114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,768,0.04355413516362508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,512,0.0347818652788798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,256,0.02624853253364563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,128,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,64,0.020616533358891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3584,32,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,16384,0.6504789352416992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,10240,0.3666261355082194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,8192,0.280405330657959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,12288,0.45567998886108396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,7168,0.24818347295125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,6144,0.21032959620157876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,65536,3.2928085327148438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,5120,0.18193066914876302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,3072,0.1098410685857137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,3584,0.12602026462554933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,4096,0.1421994686126709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,2560,0.09840640226999918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,2048,0.08666453361511231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,1536,0.07205546696980794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,1024,0.04379306634267171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,768,0.03805866638819377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,512,0.030958932638168336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,256,0.024166399240493776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,128,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,64,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,3072,32,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,12288,0.43782825469970704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,16384,0.642628288269043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,10240,0.33423360188802087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,8192,0.27047252655029297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,7168,0.23418879508972168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,65536,3.258606974283854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,5120,0.17885866165161132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,6144,0.20374186833699545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,4096,0.13981013298034667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,3584,0.12957013448079427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,3072,0.11141119798024494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,2560,0.10031786759694417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,2048,0.08577706813812255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,1536,0.07208960056304932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,1024,0.042530135313669844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,768,0.0369322657585144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,512,0.03054933349291484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,256,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,128,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,64,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2560,32,0.02488320072491964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,16384,0.4928853352864583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,12288,0.30426454544067383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,10240,0.2659327983856201
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,8192,0.20483412742614746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,65536,2.356531270345052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,7168,0.17401173909505208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,6144,0.1597098668416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,5120,0.12363093694051105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,3072,0.08830293019612631
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,4096,0.1060863971710205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,3584,0.09594879945119222
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,2560,0.07850666840871176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,2048,0.06652586857477824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,1536,0.045021867752075194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,1024,0.03536213239034017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,768,0.03054933349291484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,512,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,256,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,128,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,64,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,2048,32,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,16384,0.4573184013366699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,12288,0.27354453404744467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,65536,2.0799488067626952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,10240,0.23128746350606283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,8192,0.18196479479471844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,6144,0.1393664042154948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,7168,0.1617919921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,5120,0.1210367997487386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,4096,0.10649600028991699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,3584,0.09328640302022298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,3072,0.08608427047729492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,2560,0.06690133412679036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,2048,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,1536,0.0451583981513977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,1024,0.03413333495457967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,768,0.030105600754419964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,512,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,256,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,128,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,64,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1536,32,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,12288,0.18346667289733887
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,16384,0.3175082524617513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,10240,0.15400959650675455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,65536,1.7577643076578777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,8192,0.11980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,7168,0.10786133607228596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,6144,0.09844053586324056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,5120,0.08912213643391928
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,4096,0.06850559711456299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,3584,0.06041599909464518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,3072,0.05236053466796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,2560,0.04652373393376668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,2048,0.040209066867828366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,1536,0.032767999172210696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,1024,0.026589866479237872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,768,0.023381332556406655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,512,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,128,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,256,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,64,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,1024,32,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,16384,0.2933077176411947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,12288,0.1602901299794515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,65536,1.5762772878011069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,10240,0.1377962589263916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,8192,0.1155413309733073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,6144,0.09103360176086425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,7168,0.10079572995503742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,5120,0.07229440212249756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,4096,0.059596800804138185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,3584,0.053452801704406736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,3072,0.04829866488774617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,2560,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,2048,0.03700053294499715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,1536,0.03126613299051921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,768,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,1024,0.025361067056655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,512,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,256,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,128,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,64,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,768,32,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,16384,0.2515626589457194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,12288,0.13264213403066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,10240,0.11277653376261394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,65536,1.43547732035319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,8192,0.09379839897155762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,7168,0.08215893109639485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,6144,0.07314773400624594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,5120,0.06331733465194703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,4096,0.05471573273340861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,3072,0.045431466897328694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,3584,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,2560,0.037375998497009275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,2048,0.03218773404757182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,1536,0.027101866404215497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,1024,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,768,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,512,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,256,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,64,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,128,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,512,32,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,16384,0.2156544049580892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,65536,1.329425048828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,12288,0.10011306603749592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,8192,0.0738645315170288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,10240,0.08482133547465007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,7168,0.06604799826939901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,6144,0.05935786565144857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,5120,0.05215573310852051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,4096,0.04481706619262695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,3584,0.04109653234481812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,3072,0.037239468097686766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,2560,0.032767999172210696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,2048,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,1536,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,1024,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,768,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,512,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,256,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,128,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,64,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,256,32,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,12288,0.08721066315968831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,16384,0.1751039981842041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,65536,1.3113343556722006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,10240,0.07574186325073243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,8192,0.06434133450190226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,7168,0.0589141329129537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,6144,0.05218986670176188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,5120,0.045602134863535565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,4096,0.03843413194020589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,3072,0.032085333267847696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,3584,0.03566933472951253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,2560,0.02921813329060872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,2048,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,1536,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,1024,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,768,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,512,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,256,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,64,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,128,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,128,32,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,16384,0.12980906963348388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,65536,1.2811264038085937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,12288,0.0834218660990397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,10240,0.07137280305226644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,8192,0.0602453351020813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,7168,0.05550080140431722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,5120,0.04392960071563721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,6144,0.050722134113311765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,4096,0.03682986497879028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,3584,0.03420159816741943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,3072,0.03150506615638733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,2560,0.027818665901819868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,2048,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,1536,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,1024,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,768,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,512,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,256,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,128,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,64,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,16384,0.12881920337677003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,12288,0.08560640017191569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,65536,1.2863146464029946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,10240,0.0729429324467977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,8192,0.05928959846496582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,7168,0.054579198360443115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,6144,0.048093867301940915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,5120,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,4096,0.03556693394978841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,2560,0.027272532383600872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,3584,0.03334826628367106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,3072,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,2048,0.02379093368848165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,1536,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,1024,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,768,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,512,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,256,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,64,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,128,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2048,32,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,4096,1.4720682779947916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,8192,3.249664052327474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,5120,1.930069351196289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,10240,4.074086507161459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,6144,2.375133768717448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,7168,2.7815935770670572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,12288,4.957183837890625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,16384,6.37282969156901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,1024,0.4030122756958008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,1536,0.560810661315918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,2048,0.709666124979655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,3072,1.0638677597045898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,3584,1.2463104248046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,2560,0.8913237253824869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,768,0.3619157473246256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,512,0.29812053044637044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,256,0.2565802733103434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,128,0.23596372604370117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,64,0.2513919989267985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,65536,32,0.2547370592753092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,12288,1.1147605895996093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,16384,1.3714773813883463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,10240,0.8878079732259115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,6144,0.5429589589436848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,7168,0.6454613367716472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,8192,0.7473152160644532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,5120,0.4606634775797526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,4096,0.37973333994547526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,3072,0.27521705627441406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,3584,0.331605339050293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,65536,6.292548116048177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,2560,0.23302826881408692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,2048,0.19831466674804688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,1536,0.15670612653096516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,1024,0.10127360026041668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,768,0.08605013688405355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,512,0.06601386864980062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,256,0.03843413194020589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,128,0.032085333267847696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,64,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,16384,32,0.030719999472300214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,16384,1.0049535751342773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,12288,0.755950927734375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,10240,0.6091434478759765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,8192,0.5152768135070801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,7168,0.44950186411539717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,6144,0.41291093826293945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,5120,0.3420501391092936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,65536,4.877516682942709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,4096,0.27187201182047527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,3584,0.24139092763264974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,3072,0.20940799713134767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,2048,0.15499946276346843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,2560,0.17394347190856935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,1024,0.0807253360748291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,1536,0.10922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,512,0.04471466541290283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,768,0.07348906993865967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,256,0.03290453354517619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,128,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,64,0.02635093331336975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,12288,32,0.026624000072479247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,16384,0.9013589223225912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,10240,0.5815296173095703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,12288,0.6781951904296875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,8192,0.4644181251525879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,7168,0.3989845275878906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,6144,0.3365546544392904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,5120,0.27900587717692055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,65536,4.459759012858073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,4096,0.2230613390604655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,3584,0.21026132901509603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,3072,0.17179306348164874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,2560,0.1602560043334961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,1536,0.09588053226470947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,2048,0.12567893664042157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,1024,0.07495679855346679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,768,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,512,0.039662933349609374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,256,0.030242133140563964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,128,0.025463465849558515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,32,0.02539520064989726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,10240,64,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,16384,0.6858069101969402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,12288,0.5186901410420736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,10240,0.43277654647827146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,8192,0.35276800791422525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,7168,0.2962090810139974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,65536,3.274137624104818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,6144,0.2562389373779297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,5120,0.2149376074473063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,4096,0.18114560445149738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,3584,0.1646933396657308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,3072,0.14906026522318522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,2560,0.1241429328918457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,2048,0.09840640226999918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,1536,0.08209066390991211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,1024,0.05140479803085327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,768,0.04256426493326823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,512,0.03505493402481079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,256,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,128,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,64,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,8192,32,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,12288,0.4803584098815918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,16384,0.7042730967203776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,8192,0.30999892552693686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,10240,0.39970134099324545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,7168,0.26880000432332357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,6144,0.2390357335408529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,65536,2.9717503865559896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,5120,0.23012693723042807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,4096,0.1853439966837565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,3584,0.17513813972473144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,3072,0.15192747116088867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,2048,0.0973141352335612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,2560,0.11868159770965576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,1536,0.08717652956644693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,768,0.04167679945627849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,1024,0.051507198810577394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,256,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,512,0.03386026620864868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,128,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,64,0.020616533358891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,7168,32,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,16384,0.5563392003377279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,12288,0.41919145584106443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,10240,0.34990078608194985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,8192,0.27678718566894533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,65536,2.8750165303548174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,7168,0.24517973264058432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,6144,0.2052778720855713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,5120,0.1723050594329834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,4096,0.14458880424499512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,3584,0.1304917335510254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,3072,0.10943146546681722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,2560,0.09625600179036459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,2048,0.08468480110168457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,1536,0.06686720053354898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,1024,0.04201813141504924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,768,0.03618133465449015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,512,0.029798400402069092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,256,0.024132267634073893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,128,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,64,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,6144,32,0.02065066695213318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,16384,0.5278378804524739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,10240,0.31631358464558923
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,12288,0.3897002538045248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,8192,0.2530303955078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,7168,0.2304682731628418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,6144,0.1980415980021159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,65536,2.711347198486328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,5120,0.17960960070292156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,4096,0.14213120142618815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,3584,0.12219733397165936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,3072,0.10676906903584797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,2560,0.09263786474863688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,2048,0.08512852986653646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,1536,0.06253226598103842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,768,0.035225598017374675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,1024,0.04618240197499593
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,512,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,256,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,128,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,64,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,5120,32,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,16384,0.43438078562418625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,12288,0.26436266899108884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,65536,1.808179219563802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,10240,0.21746346155802407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,8192,0.17534292538960775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,6144,0.14714879989624025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,7168,0.1646933396657308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,5120,0.12212906678517658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,4096,0.10257066885630291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,3584,0.09079466660817465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,3072,0.0825002670288086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,2560,0.07342080275217691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,2048,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,1536,0.04147200187047322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,768,0.02867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,1024,0.03351893424987793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,512,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,256,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,128,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,64,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,4096,32,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,16384,0.39028053283691405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,12288,0.25391786893208823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,10240,0.23101439476013183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,8192,0.1782101313273112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,65536,1.5906815846761069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,6144,0.13653333981831867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,7168,0.15616000493367513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,5120,0.11745279630025227
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,4096,0.09871359666188559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,3584,0.0868010679880778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,3072,0.08038400014241537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,2560,0.06785706679026285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,2048,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,1536,0.04078933397928874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,768,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,1024,0.03232426643371582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,512,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,128,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,256,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,64,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3584,32,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,16384,0.3378176053365072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,12288,0.2475349267323812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,65536,1.517636235555013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,10240,0.21292373339335122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,8192,0.17189547220865886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,7168,0.15069866180419922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,6144,0.13305173714955648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,5120,0.11482453346252441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,4096,0.0979967991511027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,3584,0.09434453646341959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,2560,0.0582314650217692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,3072,0.08164693514506022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,2048,0.04901546637217204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,1024,0.031846400101979574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,1536,0.04102826515833537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,768,0.02768213351567586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,512,0.022869332631429037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,256,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,128,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,64,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,3072,32,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,16384,0.2779808044433594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,12288,0.2038442611694336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,65536,1.3538986206054688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,10240,0.21882880528767906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,8192,0.17609386444091796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,7168,0.15428266525268555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,6144,0.13370025952657064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,5120,0.11622400283813476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,4096,0.09949866930643717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,3584,0.0899072011311849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,3072,0.0818176031112671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,2560,0.05778773228327433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,2048,0.04969813426335652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,1536,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,768,0.027340799570083618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,1024,0.031163734197616578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,256,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,512,0.02307413419087728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,128,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,64,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2560,32,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,16384,0.21415252685546876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,12288,0.1583445390065511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,65536,1.1849386850992838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,10240,0.14923094113667806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,6144,0.08584533532460531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,5120,0.07867733637491861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,7168,0.09601706663767497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,8192,0.10871466795603435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,4096,0.056866133213043214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,3584,0.05021013418833414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,3072,0.04444160064061482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,2560,0.039901868502298994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,2048,0.03426986535390218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,1536,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,1024,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,512,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,256,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,768,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,128,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,64,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,2048,32,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,12288,0.15486292839050292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,65536,1.0092202504475911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,10240,0.11922773520151775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,16384,0.1765717347462972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,7168,0.08953173160552978
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,8192,0.09591466585795085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,6144,0.07953066825866699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,5120,0.06007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,4096,0.0506880005200704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,3072,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,3584,0.046353065967559816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,2560,0.03682986497879028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,2048,0.032051199674606325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,1024,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,768,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,1536,0.027340799570083618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,512,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,256,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,128,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,64,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1536,32,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,16384,0.13847893079121906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,65536,0.8418986638387045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,12288,0.11202560265858967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,10240,0.09608533382415771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,8192,0.07963306903839111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,7168,0.0659114678700765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,6144,0.058879999319712314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,5120,0.051370668411254886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,4096,0.04396373430887858
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,3584,0.040994131565093996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,2560,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,3072,0.038024532794952395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,2048,0.02754559914271037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,1536,0.023586134115854897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,1024,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,768,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,512,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,256,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,128,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,32,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,16384,0.12264106273651124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,1024,64,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,65536,0.7872853597005208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,12288,0.09683626492818197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,10240,0.08543573220570883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,7168,0.05922133525212606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,8192,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,6144,0.05256533225377401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,5120,0.04676266511281331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,4096,0.04184746742248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,3584,0.03901439905166626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,3072,0.031880533695220946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,2560,0.028637866179148357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,2048,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,1536,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,1024,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,768,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,256,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,128,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,64,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,512,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,768,32,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,16384,0.1055402676264445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,65536,0.6953983942667643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,12288,0.07365972995758056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,8192,0.054169599215189615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,10240,0.0634879986445109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,7168,0.049561599890391037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,6144,0.045533867677052815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,5120,0.040516265233357746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,4096,0.04157439867655437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,3584,0.03304106593132019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,3072,0.03065173427263896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,2560,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,2048,0.025463465849558515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,1536,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,768,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,1024,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,512,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,128,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,256,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,64,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,512,32,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,65536,0.6242303848266602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,16384,0.07372799714406332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,12288,0.059665067990620935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,10240,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,8192,0.04474879900614421
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,7168,0.04154026508331299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,6144,0.037239468097686766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,5120,0.034030934174855546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,4096,0.02921813329060872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,3584,0.027477333943049114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,3072,0.02624853253364563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,2560,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,2048,0.026999467611312868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,1536,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,1024,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,768,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,512,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,256,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,256,128,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,16384,0.06444373528162638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,12288,0.05495466788609823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,65536,0.6050816218058268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,10240,0.048537600040435794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,8192,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,7168,0.03881706794102986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,6144,0.03590826590855916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,5120,0.03259733319282532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,4096,0.028706133365631104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,3584,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,3072,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,2560,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,2048,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,1536,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,1024,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,512,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,768,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,256,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,128,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,64,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,128,32,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,16384,0.06396906773249308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,65536,0.5801984151204427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,12288,0.052019198735555015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,8192,0.03915626605351766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,6144,0.03348480065663655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,7168,0.03696639935175578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,10240,0.04604586760203044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,5120,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,4096,0.027340799570083618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,3584,0.024371200799942018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,3072,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,2048,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,2560,0.020821332931518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,1536,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,768,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,1024,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,512,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,256,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,64,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,16384,0.0609279990196228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,65536,0.5866154352823894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,12288,0.04969813426335652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,10240,0.04423679908116658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,8192,0.03822933435440064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,7168,0.03515733480453491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,6144,0.032358400026957196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,4096,0.026385066906611125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,5120,0.029252266883850096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,3584,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,3072,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,2560,0.02106026609738668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,2048,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,1536,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,1024,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,768,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,512,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,256,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,128,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1024,32,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,8192,2.4012799580891926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,7168,2.025710932413737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,10240,3.1774378458658856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,12288,3.7616297403971353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,4096,1.0503168106079102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,5120,1.4290602366129557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,6144,1.7335296630859376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,16384,5.029000345865885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,3584,0.9249109268188477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,3072,0.7972864151000977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,2560,0.6865919748942058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,1536,0.41912320454915364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,1024,0.33075199127197263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,2048,0.5364053090413411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,768,0.29706239700317383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,512,0.2422442595163981
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,64,0.19305814107259114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,256,0.20947626431783042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,32,0.19278507232666015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,65536,128,0.1937066713968913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,16384,0.991368548075358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,10240,0.6231039683024089
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,12288,0.7405226389567058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,8192,0.5210453351338704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,6144,0.4111018816630046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,5120,0.3446101188659668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,7168,0.45192534128824874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,65536,4.937318420410156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,4096,0.2810880025227865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,3584,0.24268800417582193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,3072,0.21599574089050294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,2560,0.1779029369354248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,2048,0.14998186429341634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,1024,0.09212586879730225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,1536,0.10898773670196533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,512,0.04403200149536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,256,0.03232426643371582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,768,0.07127040227254232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,128,0.02754559914271037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,64,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,16384,32,0.025975465774536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,16384,0.8614570617675781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,12288,0.6540629069010417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,10240,0.5493418375651042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,8192,0.4534613291422526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,7168,0.39789225260416666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,6144,0.3551573435465495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,5120,0.28938239415486655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,65536,4.103782399495443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,3584,0.20602879524230958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,4096,0.23121919631958007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,3072,0.1842858632405599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,2560,0.16206506093343098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,2048,0.1237674633661906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,1536,0.10018133322397868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,1024,0.07430826822916667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,768,0.04969813426335652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,512,0.03846826553344727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,128,0.025156267484029132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,64,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,256,0.029013333717981975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,12288,32,0.02239146629969279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,16384,0.702839469909668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,12288,0.496776549021403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,10240,0.4072448094685872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,7168,0.29054292043050134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,8192,0.3456341425577799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,6144,0.2373290697733561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,65536,3.130811818440755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,5120,0.20879359245300294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,4096,0.18032639821370441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,3584,0.1704960028330485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,3072,0.1496405283610026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,2560,0.11816960175832111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,2048,0.10175147056579589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,1536,0.08297812938690186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,1024,0.05130240122477213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,768,0.04177920023600261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,512,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,256,0.026077866554260254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,128,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,64,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,10240,32,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,16384,0.5714944203694661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,65536,2.733465576171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,10240,0.35150505701700846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,12288,0.41669972737630206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,8192,0.2809173266092936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,7168,0.23749972979227701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,6144,0.20568745930989585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,5120,0.1726805369059245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,4096,0.146670929590861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,3072,0.10786133607228596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,3584,0.13260800043741863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,2048,0.0841386636098226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,1024,0.04116479953130086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,1536,0.06471680005391439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,2560,0.0966655969619751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,768,0.03563520113627116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,512,0.035259731610616046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,256,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,128,0.020957867304484047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,32,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,8192,64,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,12288,0.39714132944742836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,16384,0.5268138567606608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,10240,0.3352575937906901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,65536,2.5691477457682295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,8192,0.2563413302103678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,6144,0.1955839951833089
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,5120,0.17438720067342123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,7168,0.22971733411153158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,4096,0.13578240076700848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,3584,0.12076373100280761
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,3072,0.10994346936543782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,2560,0.09816746711730957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,2048,0.0827392021814982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,1536,0.05560319821039835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,1024,0.040243200461069745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,768,0.03508906761805217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,512,0.02874026695887248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,256,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,128,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,64,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,7168,32,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,12288,0.38645760218302405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,16384,0.5467477162679036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,10240,0.324403190612793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,7168,0.24162987073262535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,8192,0.26347519556681315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,65536,2.520917256673177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,6144,0.20268373489379882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,5120,0.17892692883809408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,4096,0.1386837323506673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,3584,0.12561066945393878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,3072,0.11311786969502766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,2560,0.0981333335240682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,1536,0.06488746802012126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,1024,0.03884373505910237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,2048,0.08605013688405355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,768,0.03375786542892456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,512,0.028228267033894854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,256,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,128,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,64,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,6144,32,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,12288,0.2589695930480957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,16384,0.397926394144694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,65536,1.6662527720133464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,8192,0.18387626012166342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,10240,0.21032959620157876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,7168,0.16011946996053059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,6144,0.14953813552856446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,5120,0.11827200253804523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,4096,0.09953280289967856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,3584,0.09154559771219889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,2560,0.07024640242258708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,1536,0.040243200461069745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,3072,0.08164693514506022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,2048,0.04901546637217204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,1024,0.03259733319282532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,768,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,512,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,256,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,64,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,128,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,5120,32,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,16384,0.3710975964864095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,65536,1.3812736511230468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,12288,0.24244906107584635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,10240,0.20923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,8192,0.16677546501159668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,7168,0.1496064027150472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,5120,0.11622400283813476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,6144,0.13260800043741863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,4096,0.10397013028462727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,3072,0.07212373415629068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,3584,0.08884906768798828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,2560,0.05659306844075521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,1024,0.031163734197616578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,1536,0.03942399819691976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,768,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,2048,0.04833279848098755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,512,0.022801067431767783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,256,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,128,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,64,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,4096,32,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,16384,0.28654934565226237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,12288,0.24125439325968423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,10240,0.21783893903096518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,65536,1.266380818684896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,8192,0.1715882619222005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,7168,0.1484117348988851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,6144,0.132915202776591
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,5120,0.116974933942159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,4096,0.10065920352935791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,3072,0.08106666405995687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,3584,0.08782506783803304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,2560,0.05655893484751383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,2048,0.048640000820159915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,1536,0.039901868502298994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,1024,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,768,0.026692267258961993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,512,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,256,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,128,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,64,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3584,32,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,16384,0.260915199915568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,65536,1.1174911499023437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,12288,0.19517439206441242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,10240,0.21442559560139976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,8192,0.189030392964681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,6144,0.1389568010965983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,7168,0.15411200523376464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,5120,0.11465386549631755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,4096,0.09973759651184082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,3072,0.08014506498972575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,3584,0.09065813223520915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,2560,0.05580799976984659
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,2048,0.047991466522216794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,1536,0.03867306709289551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,768,0.026862933238347368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,1024,0.03078826665878296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,512,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,256,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,128,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,32,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,3072,64,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,16384,0.19766613642374675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,12288,0.15387306213378907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,65536,0.9743082682291666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,10240,0.13332479794820148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,8192,0.10246826807657879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,7168,0.10403839747111003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,6144,0.08970239957173666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,5120,0.07331840197245279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,4096,0.053384534517923986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,3584,0.046830932299296066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,3072,0.04184746742248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,2560,0.036556800206502274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,2048,0.032255999247233075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,1024,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,1536,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,768,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,512,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,128,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,256,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,64,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2560,32,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,16384,0.16834559440612792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,12288,0.15073280334472655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,65536,0.8604672114054361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,10240,0.11601920127868652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,8192,0.09864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,6144,0.078438401222229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,7168,0.08430933157602946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,5120,0.057139201958974206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,4096,0.04829866488774617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,3584,0.04386133352915446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,3072,0.039833601315816244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,2560,0.03512320121129354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,2048,0.03061760067939758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,1536,0.026316799720128375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,1024,0.02218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,768,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,512,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,256,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,128,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,64,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,2048,32,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,65536,0.7186773300170899
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,12288,0.1234602689743042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,16384,0.15052693684895832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,10240,0.10806612968444824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,8192,0.08765439987182617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,7168,0.08270506858825684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,6144,0.06635733445485434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,5120,0.05570559899012247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,3584,0.043212799231211345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,4096,0.04788906574249267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,3072,0.0392192006111145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,2560,0.034986666838328045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,1536,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,2048,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,1024,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,768,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,512,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,256,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,128,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,32,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1536,64,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,16384,0.11233279705047608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,65536,0.6415360132853191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,12288,0.09188693364461263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,10240,0.07690239747365316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,8192,0.05935786565144857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,7168,0.053964801629384364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,6144,0.048844798405965166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,5120,0.044202665487925216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,4096,0.03959466616312663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,3584,0.03628373146057129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,3072,0.03020799954732259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,2560,0.027033599217732747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,2048,0.023893332481384276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,1024,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,1536,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,768,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,512,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,256,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,128,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,64,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,1024,32,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,65536,0.5716992060343424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,16384,0.09891839822133383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,12288,0.06952959696451823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,10240,0.06082559823989868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,8192,0.05123413403828939
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,7168,0.04747946659723918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,6144,0.043110398451487224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,5120,0.03915093342463176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,4096,0.03543039957682292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,3072,0.028842665751775104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,3584,0.03293866713841756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,2560,0.02604373296101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,2048,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,1536,0.02065066695213318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,1024,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,768,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,512,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,256,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,64,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,128,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,768,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,65536,0.5102250734965007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,16384,0.0851967970530192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,12288,0.05843626658121744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,10240,0.05215573310852051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,8192,0.04693333307902019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,7168,0.042837333679199216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,6144,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,5120,0.034508800506591795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,4096,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,3584,0.02979733347892761
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,3072,0.02765653332074483
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,2560,0.02611200014750163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,1536,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,2048,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,768,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,1024,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,512,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,256,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,128,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,64,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,512,32,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,16384,0.05935786565144857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,65536,0.44516693751017256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,12288,0.04962986707687378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,10240,0.042973868052164715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,8192,0.03969706694285075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,7168,0.037273601690928145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,6144,0.034406399726867674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,5120,0.03126613299051921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,3584,0.025156267484029132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,4096,0.026692267258961993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,3072,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,2560,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,2048,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,1536,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,1024,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,768,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,512,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,256,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,128,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,256,32,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,65536,0.4098047892252604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,16384,0.05321386655171713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,12288,0.048093867301940915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,10240,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,8192,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,7168,0.03420159816741943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,5120,0.028878933191299437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,6144,0.032051199674606325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,4096,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,3584,0.02307413419087728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,3072,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,2560,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,2048,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,1536,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,1024,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,768,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,512,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,256,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,128,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,128,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,16384,0.051438931624094644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,65536,0.397653325398763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,12288,0.04375893274943034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,10240,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,8192,0.03372373183568318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,7168,0.032085333267847696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,4096,0.023961599667867026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,6144,0.029422932863235475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,5120,0.026658133665720625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,3584,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,3072,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,2560,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,2048,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,1536,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,1024,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,768,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,512,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,32,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,64,128,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,65536,0.3942058563232422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,16384,0.0497322678565979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,12288,0.04160960117975871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,10240,0.03696639935175578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,8192,0.032358400026957196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,6144,0.028603732585906982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,7168,0.030481066306432086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,5120,0.026282666126887004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,4096,0.023961599667867026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,3584,0.02218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,2048,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,3072,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,2560,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,1536,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,1024,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,768,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,512,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,128,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,768,32,32,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,10240,1.9778218587239582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,12288,2.4813568115234377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,8192,1.5571627298990884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,16384,3.5337898254394533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,7168,1.2685311635335288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,4096,0.7229098637898763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,5120,0.8685226440429688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,6144,1.0731861114501953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,3072,0.5420714696248372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,3584,0.625766372680664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,2560,0.48131411870320634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,2048,0.39304533004760744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,1536,0.3151871999104818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,1024,0.24459946950276695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,768,0.2141866683959961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,512,0.14138026237487794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,256,0.08506027062733969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,32,0.0501418670018514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,64,0.0495957334836324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,65536,128,0.054545064767201744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,12288,0.510805320739746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,10240,0.4441429456075032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,16384,0.693179702758789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,65536,3.3082026163736975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,8192,0.3494570732116699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,7168,0.3134122530619303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,6144,0.27037013371785484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,5120,0.23313066164652504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,3584,0.1693013350168864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,4096,0.18472960789998372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,3072,0.15404373804728191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,1536,0.09236480394999186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,2048,0.10059093634287516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,2560,0.12544000148773193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,1024,0.060108800729115806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,768,0.04184746742248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,512,0.0343722661336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,256,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,128,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,64,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,16384,32,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,16384,0.5984597524007161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,12288,0.455782413482666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,10240,0.38621867497762047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,8192,0.282862917582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,7168,0.26009599367777503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,65536,2.6423978169759113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,6144,0.2151082674662272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,5120,0.17960960070292156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,4096,0.14568106333414715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,3584,0.13175466855367024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,3072,0.10881706873575847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,2560,0.09550506273905436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,2048,0.08905386924743652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,1536,0.0703488032023112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,1024,0.04061866601308187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,768,0.03505493402481079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,512,0.029730133215586346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,256,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,32,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,128,0.02065066695213318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,12288,64,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,16384,0.5666133244832356
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,12288,0.42618878682454425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,10240,0.331059201558431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,8192,0.265011199315389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,7168,0.23459839820861816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,65536,2.458624013264974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,6144,0.20278612772623697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,4096,0.14598827362060546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,3584,0.12782933712005615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,5120,0.1703935941060384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,3072,0.10929493109385173
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,2560,0.1013760010401408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,2048,0.09055573145548503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,1536,0.0683690627415975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,1024,0.03949226538340251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,768,0.034474666913350424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,512,0.028535467386245728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,128,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,256,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,64,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,10240,32,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,16384,0.41622187296549484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,65536,1.550711441040039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,12288,0.2893482526143392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,10240,0.22896639506022134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,8192,0.19780267079671224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,6144,0.14574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,5120,0.12165119647979736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,7168,0.16213332811991374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,4096,0.10144426822662353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,3072,0.08806400299072266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,3584,0.09765546321868897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,2560,0.07840426762898764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,2048,0.0501418670018514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,1536,0.040106666088104245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,1024,0.03259733319282532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,768,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,512,0.023586134115854897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,256,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,128,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,64,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,8192,32,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,16384,0.3867648124694824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,10240,0.22063786188761392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,12288,0.25511253674825035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,65536,1.6325973510742187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,8192,0.1762645403544108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,7168,0.15220053990681964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,6144,0.13745493888854982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,5120,0.11479039986928304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,4096,0.10035200119018554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,3584,0.09359359741210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,3072,0.08284160296122232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,2048,0.04631893237431844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,1536,0.039662933349609374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,2560,0.07673172950744629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,1024,0.031061333417892457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,768,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,512,0.023176532983779908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,256,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,64,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,32,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,7168,128,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,16384,0.36799147923787434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,12288,0.24459946950276695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,65536,1.3520212809244792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,10240,0.20681385993957518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,8192,0.166809606552124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,7168,0.1482752005259196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,6144,0.12905813058217366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,3584,0.09243306318918863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,4096,0.10069333712259929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,5120,0.11315200328826905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,3072,0.08219306468963623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,2560,0.05529599984486898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,2048,0.04652373393376668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,1536,0.03884373505910237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,1024,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,768,0.027067732810974122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,512,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,256,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,128,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,64,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,6144,32,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,16384,0.3206144014994303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,65536,1.1209728240966796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,12288,0.23968426386515299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,10240,0.20654080708821615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,8192,0.17425066630045574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,7168,0.1484458605448405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,6144,0.1328810691833496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,5120,0.11984213193257649
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,4096,0.1043455998102824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,3072,0.07567359606424967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,3584,0.09581226507822672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,2560,0.054306133588155114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,2048,0.04679679870605469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,1536,0.03863893349965413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,1024,0.030037333567937214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,768,0.026316799720128375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,512,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,256,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,64,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,128,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,5120,32,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,12288,0.15783252716064453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,16384,0.20831573804219566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,10240,0.13714772860209148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,65536,0.9136128107706705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,8192,0.10345813433329265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,7168,0.09400320053100586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,6144,0.08956586519877116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,4096,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,3584,0.045772798856099445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,5120,0.08004266421000163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,3072,0.040584532419840495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,2560,0.03607893387476603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,2048,0.03222186764081319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,1024,0.022937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,1536,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,768,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,512,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,128,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,256,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,64,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,4096,32,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,16384,0.18145279884338378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,65536,0.8124415715535482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,12288,0.15356586774190267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,10240,0.12004693349202473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,8192,0.0979967991511027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,6144,0.0836949348449707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,7168,0.08953173160552978
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,5120,0.0719871997833252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,4096,0.048264535268147786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,3584,0.04386133352915446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,3072,0.03833173513412476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,2048,0.03041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,2560,0.0343722661336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,1536,0.02648746569951375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,768,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,1024,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,512,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,256,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,128,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,64,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3584,32,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,16384,0.1669119993845622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,10240,0.1130837361017863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,65536,0.6993578592936198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,12288,0.14438400268554688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,8192,0.10328746636708577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,7168,0.09011200269063314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,6144,0.08444586594899496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,5120,0.05816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,4096,0.045943466822306316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,3584,0.04208639860153198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,2048,0.03041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,3072,0.03826346794764201
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,2560,0.03368959824244182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,1536,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,1024,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,768,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,512,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,256,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,128,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,64,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,3072,32,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,16384,0.14848000208536785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,65536,0.5901653289794921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,12288,0.12151467005411784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,10240,0.10874880154927571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,8192,0.09646080334981283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,7168,0.09294506708780924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,6144,0.07659520308176676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,5120,0.05304319858551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,4096,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,3072,0.0370688001314799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,3584,0.04113066593805949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,2560,0.03368959824244182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,2048,0.02935466567675273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,1536,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,1024,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,512,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,768,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,128,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,256,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,64,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2560,32,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,65536,0.5512533187866211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,16384,0.1237674633661906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,12288,0.10632533232371014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,10240,0.09072639942169189
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,8192,0.07625386714935303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,7168,0.06242986520131429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,6144,0.050756267706553136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,5120,0.04379306634267171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,4096,0.03884373505910237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,3584,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,3072,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,2560,0.028296534220377607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,2048,0.02484906713167826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,1536,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,1024,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,768,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,512,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,256,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,128,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,32,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,2048,64,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,16384,0.10830506483713787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,65536,0.4936362584431966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,12288,0.09236480394999186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,10240,0.08499200344085693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,8192,0.05471573273340861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,7168,0.0495957334836324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,6144,0.045363199710845944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,5120,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,4096,0.04212053219477336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,3072,0.028125866254170732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,3584,0.033928533395131424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,2560,0.025804799795150758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,2048,0.023176532983779908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,1536,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,1024,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,512,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,256,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,768,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,128,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,64,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1536,32,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,65536,0.383897590637207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,16384,0.08908800284067789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,12288,0.06048426628112793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,10240,0.05123413403828939
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,7168,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,8192,0.04485119978586833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,6144,0.03826346794764201
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,5120,0.0343722661336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,4096,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,3584,0.02836479942003886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,3072,0.027374933163324993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,2560,0.024780799945195518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,2048,0.020992000897725425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,1024,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,1536,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,768,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,512,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,256,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,128,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,64,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,1024,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,65536,0.3476821263631185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,16384,0.06570666631062826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,12288,0.051609599590301515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,10240,0.0451583981513977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,8192,0.04154026508331299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,7168,0.03969706694285075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,6144,0.03573760191599528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,5120,0.03242773413658142
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,4096,0.02935466567675273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,3584,0.027955200274785357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,2560,0.023995733261108397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,3072,0.026180267333984375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,2048,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,1536,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,1024,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,512,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,768,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,128,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,64,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,256,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,768,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,16384,0.05481813351313273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,65536,0.2898602803548177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,12288,0.045602134863535565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,10240,0.0400383989016215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,8192,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,7168,0.03304106593132019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,6144,0.03065173427263896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,5120,0.02775040070215861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,4096,0.025224532683690386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,3584,0.024405332406361897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,3072,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,2560,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,2048,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,1536,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,1024,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,768,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,512,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,256,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,128,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,512,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,65536,0.2371583938598633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,16384,0.04645546674728394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,12288,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,10240,0.03700053294499715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,8192,0.03287039995193482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,7168,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,6144,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,5120,0.026180267333984375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,4096,0.030446932713190718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,3072,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,3584,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,2560,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,2048,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,1536,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,1024,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,768,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,512,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,256,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,256,32,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,65536,0.1737386703491211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,16384,0.044544001420338944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,12288,0.03721173206965129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,10240,0.034167468547821045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,8192,0.029661866029103597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,6144,0.026834134260813398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,5120,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,4096,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,7168,0.028569600979487103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,3072,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,3584,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,2560,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,2048,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,1536,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,768,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,1024,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,512,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,128,32,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,16384,0.040243200461069745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,65536,0.14615893363952637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,12288,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,10240,0.037307735284169516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,8192,0.027716267108917236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,7168,0.026385066906611125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,6144,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,5120,0.02328746716181437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,4096,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,3584,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,3072,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,2048,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,2560,0.024473599592844644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,1536,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,1024,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,768,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,512,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,64,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,65536,0.12622506618499757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,16384,0.039287467797597245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,12288,0.034065067768096924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,10240,0.031436800956726074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,8192,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,7168,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,6144,0.024473599592844644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,4096,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,5120,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,3584,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,3072,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,2560,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,2048,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,1536,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,1024,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,768,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,512,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,512,32,32,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,12288,1.6757077534993488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,16384,2.588706207275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,10240,1.4182058970133462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,8192,1.0928810119628907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,5120,0.7094271977742512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,6144,0.8123392105102539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,7168,0.93395627339681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,4096,0.5728256225585937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,3584,0.5154815991719564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,3072,0.45366614659627275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,2560,0.3959125200907389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,2048,0.33897813161214196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,1536,0.26961921056111654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,1024,0.22220800717671713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,512,0.0958463986714681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,768,0.16018773714701334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,256,0.06560426553090414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,128,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,64,0.03430399894714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,65536,32,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,12288,0.46779734293619796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,10240,0.3770026524861654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,16384,0.6301013310750325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,8192,0.3226282755533854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,65536,2.786884307861328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,7168,0.26658132870992024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,6144,0.23186772664388022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,5120,0.19104426701863605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,4096,0.1487189292907715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,3584,0.13598720232645672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,3072,0.11543893019358317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,2560,0.09871359666188559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,1536,0.07488853136698405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,2048,0.09202346801757813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,1024,0.04089173475901286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,768,0.03566933472951253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,512,0.029252266883850096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,128,0.020616533358891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,256,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,64,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,16384,32,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,16384,0.5280426661173503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,8192,0.282862917582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,10240,0.3380223910013834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,7168,0.24360960324605307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,12288,0.39959894816080727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,65536,2.380731709798177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,6144,0.2081450621287028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,5120,0.1827840010325114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,3584,0.1305941343307495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,4096,0.1451690673828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,3072,0.11366399923960369
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,2560,0.10659840106964111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,2048,0.09086293379465739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,1536,0.06877866586049398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,1024,0.037922132015228274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,768,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,128,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,512,0.03372373183568318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,256,0.023142399390538533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,64,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,12288,32,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,16384,0.3700736045837402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,12288,0.2848085403442383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,65536,1.6976212819417316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,10240,0.24756906827290853
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,8192,0.19145387013753254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,6144,0.1435647964477539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,7168,0.16534186999003092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,5120,0.11741866270701092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,4096,0.10052266915639241
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,3584,0.092740265528361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,2048,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,2560,0.07744853496551514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,3072,0.09239892959594727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,1536,0.03935573498408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,1024,0.031231999397277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,768,0.02768213351567586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,512,0.023005867004394533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,256,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,128,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,64,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,10240,32,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,16384,0.3319808006286621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,12288,0.2468181292215983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,10240,0.20466346740722657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,65536,1.769369633992513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,8192,0.16851627031962077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,7168,0.14650026957194012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,6144,0.12745386759440105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,5120,0.11427840391794841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,4096,0.10127360026041668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,3584,0.09086293379465739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,3072,0.08420693079630534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,2048,0.045841066042582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,2560,0.07280639807383218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,1536,0.03805866638819377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,768,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,1024,0.030037333567937214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,512,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,256,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,128,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,64,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,8192,32,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,16384,0.3228330612182617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,12288,0.23814826011657714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,10240,0.20387840270996094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,65536,1.4562304178873697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,8192,0.16568320592244465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,7168,0.143940273920695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,6144,0.12936533292134603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,5120,0.11366399923960369
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,4096,0.104857603708903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,3584,0.09355946381886801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,3072,0.08301226298014322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,2560,0.05509119828542074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,1536,0.03805866638819377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,2048,0.04638719956080119
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,1024,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,768,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,512,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,256,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,128,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,32,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,7168,64,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,16384,0.3025578816731771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,12288,0.2400597254435221
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,65536,1.1782143910725913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,10240,0.21756587028503419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,8192,0.17220266660054523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,7168,0.14984532992045085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,6144,0.1328810691833496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,5120,0.12042240301767985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,4096,0.10400426387786865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,3584,0.09260373115539551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,2560,0.053725866476694736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,2048,0.04464639822642009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,3072,0.08069120248158773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,1536,0.037478399276733396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,1024,0.029730133215586346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,768,0.03150506615638733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,512,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,256,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,128,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,64,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,6144,32,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,16384,0.210534397761027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,12288,0.154965337117513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,10240,0.1362602710723877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,65536,0.8386901219685873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,8192,0.10274133682250977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,7168,0.09437867005666098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,6144,0.08652799924214681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,5120,0.08038400014241537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,4096,0.060279464721679686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,3584,0.04522666533788045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,3072,0.039833601315816244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,2560,0.034645334879557295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,2048,0.03089066743850708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,1536,0.026624000072479247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,1024,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,768,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,512,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,256,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,128,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,64,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,5120,32,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,16384,0.1672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,65536,0.7372117360432943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,12288,0.13206186294555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,10240,0.10956799983978271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,8192,0.09407146771748862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,7168,0.08526506423950195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,6144,0.08304639657338461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,5120,0.06580906709035238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,4096,0.04495360056559245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,3584,0.04102826515833537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,3072,0.037102933724721274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,2560,0.03239253362019857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,2048,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,1536,0.02525866627693176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,1024,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,768,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,512,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,256,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,64,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,128,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,4096,32,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,65536,0.6559402465820312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,16384,0.15906133651733398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,12288,0.12144532998402913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,8192,0.10185386339823406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,10240,0.10939733187357585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,7168,0.08239786624908448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,6144,0.07485439777374267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,5120,0.0527018666267395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,4096,0.04495360056559245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,3584,0.040072532494862874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,3072,0.03631786505381267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,2560,0.032529066006342575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,2048,0.02877440055211385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,1536,0.02484906713167826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,768,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,1024,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,512,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,256,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,128,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,64,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3584,32,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,65536,0.5958656311035156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,16384,0.13950293858846027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,12288,0.11441493034362793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,10240,0.1050282637278239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,8192,0.09553919633229574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,7168,0.0869376023610433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,6144,0.0614741325378418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,5120,0.0509610652923584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,4096,0.04348586797714234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,3584,0.03973120053609212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,3072,0.04147200187047322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,2560,0.03222186764081319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,2048,0.028535467386245728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,1536,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,1024,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,768,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,512,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,256,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,128,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,64,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,3072,32,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,16384,0.11717973550160725
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,12288,0.09567573070526122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,65536,0.5012480099995931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,10240,0.09072639942169189
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,8192,0.08523093064626058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,7168,0.061610666910807285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,6144,0.048640000820159915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,5120,0.04082346757253011
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,4096,0.037034666538238524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,3584,0.034508800506591795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,3072,0.030446932713190718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,2560,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,2048,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,1536,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,1024,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,512,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,768,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,256,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,128,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,64,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2560,32,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,16384,0.10393599669138591
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,65536,0.46605653762817384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,12288,0.09417386849721274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,10240,0.08314879735310873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,8192,0.05403306484222412
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,7168,0.048128000895182294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,6144,0.04334933360417684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,5120,0.03956053256988525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,4096,0.03515733480453491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,3072,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,3584,0.030105600754419964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,2560,0.024780799945195518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,2048,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,1536,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,1024,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,768,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,512,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,256,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,64,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,128,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,2048,32,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,16384,0.09246719678243001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,65536,0.3786410649617513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,12288,0.0740010658899943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,10240,0.053452801704406736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,8192,0.04413439830144246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,7168,0.04092586835225423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,5120,0.03741013209025065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,6144,0.03781973520914714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,4096,0.03402666648228963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,3584,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,3072,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,2560,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,2048,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,1536,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,1024,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,768,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,512,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,256,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,128,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,64,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1536,32,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,16384,0.07017813523610433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,65536,0.2929322560628255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,12288,0.04792319933573405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,10240,0.0423253337542216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,8192,0.03952639897664388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,7168,0.037137067317962645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,6144,0.03426880041758219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,5120,0.031300266583760575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,4096,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,3584,0.02645333409309387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,3072,0.025600000222524004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,2560,0.023651200532913207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,1536,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,2048,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,768,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,1024,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,512,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,256,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,64,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,128,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,1024,32,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,65536,0.24613547325134277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,16384,0.053179732958475744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,12288,0.0440661350886027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,10240,0.03949226538340251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,8192,0.034645334879557295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,7168,0.032529066006342575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,6144,0.030105600754419964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,5120,0.027135999997456868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,4096,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,3584,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,3072,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,2560,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,1536,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,2048,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,1024,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,768,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,512,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,256,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,128,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,768,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,65536,0.2017279942830404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,16384,0.04573866526285807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,12288,0.03850239912668864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,10240,0.034747731685638425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,8192,0.030958932638168336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,7168,0.03126613299051921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,6144,0.02815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,5120,0.02590186595916748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,4096,0.022869332631429037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,3584,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,3072,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,2048,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,2560,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,1536,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,1024,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,512,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,256,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,512,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,65536,0.12366507053375245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,16384,0.040516265233357746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,12288,0.03502080043156942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,10240,0.031641600529352824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,8192,0.028702932596206664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,7168,0.026897066831588747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,6144,0.025600000222524004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,5120,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,4096,0.02211946646372477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,3584,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,3072,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,2560,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,1536,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,1024,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,2048,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,768,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,512,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,64,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,256,32,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,65536,0.09263786474863688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,16384,0.040072532494862874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,12288,0.032529066006342575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,10240,0.02969599962234497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,8192,0.026385066906611125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,7168,0.025062400102615356
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,6144,0.023455999294916787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,5120,0.021947733561197915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,4096,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,3584,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,3072,0.019352533419926963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,2560,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,2048,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,1536,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,512,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,1024,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,768,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,256,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,128,32,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,65536,0.08861653010050455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,16384,0.034474666913350424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,10240,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,12288,0.03054933349291484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,8192,0.025770666201909383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,6144,0.023105067014694215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,7168,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,4096,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,5120,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,3584,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,3072,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,2560,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,1536,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,2048,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,1024,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,768,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,64,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,65536,0.08478720188140869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,16384,0.03386026620864868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,12288,0.030242133140563964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,10240,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,8192,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,7168,0.030003199974695843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,6144,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,5120,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,3584,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,4096,0.02030613422393799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,3072,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,2560,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,2048,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,1536,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,1024,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,768,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,384,32,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,10240,1.1737088521321615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,7168,0.8337749481201172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,8192,0.9383594512939453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,12288,1.433190409342448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,6144,0.7189845403035482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,16384,1.8520746866861981
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,5120,0.6059690475463867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,4096,0.4985856056213379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,3584,0.44653228123982747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,1536,0.2414250691731771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,3072,0.39338668187459314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,1024,0.16370347340901692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,2560,0.3559765179951986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,2048,0.2995541254679362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,768,0.10243413448333741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,512,0.08441173235575358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,128,0.031982932488123575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,256,0.04396373430887858
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,32,0.031163734197616578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,65536,64,0.02744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,12288,0.37778774897257483
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,16384,0.48305492401123046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,10240,0.31139841079711916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,65536,1.9057322184244794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,6144,0.19350186983744305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,8192,0.2526549339294434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,7168,0.22244693438212076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,5120,0.15162026087443034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,4096,0.1309696038564046
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,3072,0.09495893319447836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,3584,0.11700906753540039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,2560,0.0893951972325643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,2048,0.07635626792907715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,1536,0.054340267181396486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,1024,0.03317760030428569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,768,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,256,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,512,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,128,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,64,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,16384,32,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,16384,0.3859114646911621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,12288,0.30047572453816734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,8192,0.19568640391031902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,10240,0.24268800417582193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,7168,0.1673898696899414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,65536,1.453329086303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,6144,0.14018559455871582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,5120,0.11970559755961101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,4096,0.09847466945648194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,3072,0.08738133112589518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,3584,0.08901973565419516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,2560,0.08031573295593261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,2048,0.05492053429285685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,1536,0.037956265608469646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,1024,0.030242133140563964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,768,0.026282666126887004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,512,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,256,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,64,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,128,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,12288,32,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,65536,1.2035413106282553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,12288,0.2595157305399577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,16384,0.3389098803202311
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,10240,0.21336746215820312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,7168,0.1497770627339681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,8192,0.17083733876546223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,6144,0.12158293724060058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,5120,0.11977386474609375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,4096,0.09577813148498535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,3584,0.09523200194040934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,3072,0.0779263973236084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,2560,0.059665067990620935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,2048,0.04700160026550293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,1536,0.03700053294499715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,1024,0.02990079919497172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,768,0.025975465774536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,512,0.022050132354100548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,256,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,128,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,64,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,10240,32,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,16384,0.26722987492879235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,12288,0.19988479614257812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,65536,0.994269879659017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,10240,0.15796906153361004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,8192,0.1268053372701009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,7168,0.10963626702626546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,5120,0.09779199759165445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,6144,0.10253653526306153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,4096,0.07915519873301188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,3584,0.06973439852396647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,3072,0.059630934397379556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,2560,0.04655786752700806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,2048,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,1536,0.026692267258961993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,1024,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,768,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,512,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,256,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,128,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,64,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,8192,32,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,16384,0.2423466682434082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,12288,0.1723050594329834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,65536,0.8915285110473633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,8192,0.11482453346252441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,7168,0.10120533307393391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,10240,0.13728426297505697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,6144,0.09164799849192301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,5120,0.08738133112589518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,4096,0.07369386355082194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,3584,0.056149331728617344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,2560,0.03635199864705403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,3072,0.054169599215189615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,2048,0.03051519989967346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,1536,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,1024,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,768,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,512,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,256,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,128,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,64,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,7168,32,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,16384,0.21422079404195152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,12288,0.1516885280609131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,10240,0.12663466930389405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,8192,0.10499413013458252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,65536,0.7977984110514323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,7168,0.0933888037999471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,6144,0.08427519798278808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,5120,0.08069120248158773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,4096,0.057719465096791586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,3584,0.04829866488774617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,3072,0.03874133427937825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,2560,0.033655468622843424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,1536,0.032767999172210696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,2048,0.03536213239034017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,1024,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,768,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,512,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,256,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,128,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,64,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,6144,32,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,12288,0.12892159620920818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,16384,0.17602559725443523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,8192,0.09294506708780924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,65536,0.6629034678141277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,7168,0.08335359891255698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,10240,0.10939733187357585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,6144,0.07069013118743897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,5120,0.06932480335235595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,4096,0.05232640107472738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,3584,0.03959466616312663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,3072,0.03553280035654704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,2048,0.028228267033894854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,1536,0.025565866629282636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,1024,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,2560,0.03222186764081319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,768,0.025224532683690386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,512,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,256,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,128,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,64,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,5120,32,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,65536,0.5590016047159831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,16384,0.13547520637512206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,12288,0.11622400283813476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,10240,0.09359359741210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,8192,0.08171520233154297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,7168,0.07325013478597006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,6144,0.061610666910807285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,5120,0.048640000820159915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,4096,0.03635199864705403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,3584,0.033928533395131424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,3072,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,2560,0.02805759906768799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,2048,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,1024,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,1536,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,768,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,512,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,256,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,64,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,128,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,4096,32,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,12288,0.09748480319976807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,16384,0.12264106273651124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,65536,0.5162325223286947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,10240,0.08823466300964355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,7168,0.06983679930369059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,6144,0.05488640069961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,5120,0.040447998046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,8192,0.07823359966278076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,4096,0.03266560037930806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,3584,0.031880533695220946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,3072,0.029422932863235475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,2560,0.025941334168116253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,2048,0.022766933838526408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,1536,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,1024,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,768,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,512,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,256,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,128,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,64,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3584,32,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,16384,0.10949973265329997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,65536,0.4728831926981608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,10240,0.08509439627329508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,12288,0.08826879660288492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,8192,0.06959786415100097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,7168,0.05512533187866211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,6144,0.04440746704737346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,5120,0.037205334504445395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,4096,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,3072,0.026658133665720625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,2048,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,3584,0.028842665751775104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,1536,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,2560,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,1024,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,768,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,512,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,256,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,128,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,32,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,3072,64,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,16384,0.09567573070526122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,65536,0.40236374537150066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,12288,0.08331946531931558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,10240,0.06560426553090414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,8192,0.05481813351313273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,7168,0.043178665637969973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,6144,0.037717334429423016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,5120,0.03375786542892456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,4096,0.02969599962234497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,3584,0.032529066006342575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,3072,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,2560,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,2048,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,1536,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,1024,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,768,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,512,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,256,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,128,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,64,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2560,32,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,16384,0.08857599894205728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,65536,0.3356671969095866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,12288,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,10240,0.0552618662516276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,7168,0.03659093379974365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,8192,0.03935573498408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,5120,0.031163734197616578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,6144,0.0340992013613383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,4096,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,3584,0.02648746569951375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,3072,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,2560,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,2048,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,1024,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,1536,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,768,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,512,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,256,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,128,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,64,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,2048,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,10240,0.04031146764755249
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,12288,0.052940801779429114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,65536,0.28074668248494467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,16384,0.06833493709564209
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,8192,0.03642026583353679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,7168,0.034508800506591795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,6144,0.03246080080668132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,5120,0.0295306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,4096,0.027067732810974122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,3584,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,3072,0.023893332481384276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,2048,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,2560,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,1536,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,1024,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,768,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,512,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,128,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,256,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1536,32,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,16384,0.04778666496276855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,65536,0.20937387148539224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,12288,0.03850239912668864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,10240,0.034577067693074545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,8192,0.030242133140563964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,7168,0.02877440055211385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,6144,0.026692267258961993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,4096,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,3584,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,5120,0.02519039909044902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,3072,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,2560,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,2048,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,1536,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,1024,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,768,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,512,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,256,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,128,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,1024,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,65536,0.1614847977956136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,16384,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,12288,0.03556693394978841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,10240,0.03170986572901408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,8192,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,7168,0.02867199977238973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,6144,0.02696853280067444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,5120,0.024473599592844644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,4096,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,3584,0.020616533358891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,3072,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,2560,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,2048,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,1536,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,1024,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,768,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,256,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,512,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,768,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,16384,0.037717334429423016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,65536,0.11093333562215169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,12288,0.03349013328552246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,10240,0.031231999397277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,8192,0.027955200274785357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,7168,0.026485333840052288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,6144,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,4096,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,3584,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,5120,0.02959360082944234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,3072,0.019285333156585694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,2560,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,2048,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,1536,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,1024,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,768,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,512,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,256,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,512,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,65536,0.08492373625437419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,16384,0.03597653309504191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,12288,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,8192,0.03181013266245524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,10240,0.02815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,7168,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,6144,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,5120,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,4096,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,3584,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,3072,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,2560,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,2048,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,1536,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,1024,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,768,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,512,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,128,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,64,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,256,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,16384,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,65536,0.07369386355082194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,12288,0.027922133604685467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,10240,0.025770666201909383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,8192,0.023517866929372154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,7168,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,6144,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,5120,0.019802665710449217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,4096,0.018910932540893554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,2560,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,3072,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,3584,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,2048,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,1536,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,1024,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,768,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,32,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,128,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,65536,0.06420480012893677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,16384,0.02877440055211385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,12288,0.026282666126887004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,10240,0.023893332481384276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,8192,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,7168,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,6144,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,5120,0.020243199666341145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,4096,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,3584,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,3072,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,2560,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,2048,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,1536,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,1024,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,512,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,768,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,64,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,64,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,65536,0.06236159801483154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,16384,0.028808534145355225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,12288,0.025873066981633504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,10240,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,8192,0.02306879957516988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,7168,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,6144,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,5120,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,4096,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,3584,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,3072,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,2048,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,2560,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,1024,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,768,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,512,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,256,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,64,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,256,32,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,16384,1.8198869069417316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,10240,1.1393707275390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,12288,1.3956095377604165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,8192,0.9220095952351889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,7168,0.8093013127644857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,6144,0.7075157165527344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,5120,0.5907797495524089
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,4096,0.47889067331949875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,3584,0.46035626729329426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,3072,0.4017152150472005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,2560,0.3436544100443522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,1024,0.13916160265604655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,1536,0.23217493693033853
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,2048,0.2852181434631348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,768,0.10134186744689941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,512,0.07314773400624594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,256,0.04188160101572673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,128,0.030583467086156207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,32,0.02604373296101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,65536,64,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,12288,0.3675477345784505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,16384,0.4844885190327962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,10240,0.3046741485595703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,65536,1.8669568379720052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,8192,0.2437119960784912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,6144,0.18848427136739093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,7168,0.21811200777689616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,5120,0.14940160115559895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,4096,0.12383573055267334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,3584,0.10653013388315838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,3072,0.0933888037999471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,2560,0.08881493409474692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,2048,0.06761813163757324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,1536,0.05461333195368449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,1024,0.031675734122594196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,768,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,512,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,256,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,128,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,64,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,16384,32,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,12288,0.2862762769063314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,16384,0.37444267272949217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,10240,0.23739733695983886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,8192,0.18906453450520833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,65536,1.4368085225423177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,7168,0.1599829355875651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,6144,0.13905919392903646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,5120,0.11414186954498291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,4096,0.10379947026570638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,3584,0.08645973205566407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,3072,0.07966720263163249
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,2560,0.07178239822387696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,2048,0.059869865576426186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,1536,0.03884373505910237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,768,0.025975465774536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,1024,0.029388799269994097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,512,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,256,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,128,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,64,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,12288,32,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,16384,0.32570025126139324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,12288,0.24760319391886393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,10240,0.20845227241516112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,8192,0.16151893933614095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,7168,0.13561174074808757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,6144,0.11847679615020752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,65536,1.1685887654622396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,5120,0.10769066810607911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,4096,0.09110186894734701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,3072,0.06597973505655924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,2560,0.05799253384272257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,3584,0.08768853346506754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,2048,0.04631893237431844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,1536,0.028637866179148357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,768,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,1024,0.02379093368848165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,512,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,256,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,128,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,32,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,10240,64,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,16384,0.2592426617940267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,12288,0.18981547355651857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,65536,0.959010124206543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,10240,0.15179093678792316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,8192,0.12441600163777669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,7168,0.10752000013987224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,6144,0.0951637347539266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,5120,0.08461653391520182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,4096,0.07700479825337728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,3072,0.058879999319712314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,3584,0.06690133412679036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,2560,0.03973120053609212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,2048,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,1536,0.02645333409309387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,1024,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,768,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,512,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,256,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,128,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,64,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,8192,32,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,16384,0.222651735941569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,12288,0.16285012563069662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,65536,0.8641536076863607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,10240,0.1345194657643636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,8192,0.11223039627075196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,7168,0.09768959681193033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,6144,0.08645973205566407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,5120,0.07584426403045655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,4096,0.06997333367665609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,3584,0.055637331803639736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,2560,0.03686399857203166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,3072,0.05280426740646362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,2048,0.03170986572901408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,1536,0.027477333943049114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,1024,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,768,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,512,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,256,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,128,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,64,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,7168,32,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,12288,0.146943998336792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,16384,0.2066431999206543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,10240,0.12141226927439372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,8192,0.10291199684143067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,65536,0.7758506774902344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,7168,0.08755199909210205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,6144,0.08669866720835367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,5120,0.07662933667500814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,4096,0.05529599984486898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,3584,0.04730879863103231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,3072,0.03891199827194214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,2560,0.03420159816741943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,1536,0.026726400852203368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,1024,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,2048,0.03099306623140971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,768,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,512,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,256,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,128,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,64,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,6144,32,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,16384,0.16465919812520344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,65536,0.6929066975911458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,12288,0.12052480379740398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,10240,0.105403733253479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,7168,0.08096426328023275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,8192,0.09038506348927816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,5120,0.05884586572647095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,6144,0.07615146636962891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,4096,0.04440746704737346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,3072,0.029252266883850096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,3584,0.039662933349609374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,2048,0.02539520064989726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,2560,0.029422932863235475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,1536,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,1024,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,768,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,512,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,256,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,128,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,64,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,5120,32,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,16384,0.12916053136189778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,65536,0.5257557233174641
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,12288,0.10164906978607177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,8192,0.07707306543986002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,7168,0.06690133412679036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,10240,0.08591360251108805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,6144,0.054169599215189615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,5120,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,4096,0.03078826665878296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,3584,0.02874026695887248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,3072,0.02635093331336975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,2560,0.026999467611312868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,2048,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,1536,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,1024,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,768,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,512,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,256,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,128,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,64,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,4096,32,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,16384,0.11595093409220378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,65536,0.47278079986572263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,12288,0.10209279855092365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,10240,0.08622079690297445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,8192,0.07246507008870443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,7168,0.05631999969482422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,6144,0.05038079818089804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,5120,0.03283626635869344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,4096,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,3072,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,3584,0.027033599217732747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,2560,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,2048,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,1536,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,1024,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,768,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,512,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,256,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,64,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,128,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3584,32,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,65536,0.42123947143554685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,16384,0.1071786642074585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,12288,0.0834218660990397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,10240,0.07854080200195312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,8192,0.05867520173390707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,7168,0.05184853474299113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,6144,0.03669333457946777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,5120,0.031846400101979574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,4096,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,3584,0.026419200499852497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,3072,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,2560,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,2048,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,1536,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,1024,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,768,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,256,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,512,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,128,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,64,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,3072,32,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,65536,0.38140586217244465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,16384,0.08970239957173666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,12288,0.07543466885884603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,7168,0.03935573498408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,8192,0.04993706544240316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,10240,0.05881173213322958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,6144,0.033655468622843424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,5120,0.030242133140563964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,4096,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,3072,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,3584,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,2560,0.022050132354100548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,2048,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,1536,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,1024,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,768,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,512,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,256,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,128,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,64,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2560,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,16384,0.0843775987625122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,65536,0.309930674235026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,12288,0.06263466676076254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,10240,0.05355519851048788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,8192,0.035293865203857425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,7168,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,6144,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,5120,0.027511467536290485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,4096,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,3584,0.023381332556406655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,3072,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,2560,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,2048,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,1536,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,1024,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,512,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,768,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,256,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,128,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,64,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,2048,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,65536,0.24091307322184244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,16384,0.06676479975382486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,12288,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,10240,0.03696639935175578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,7168,0.03089066743850708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,8192,0.03273386756579082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,6144,0.02768213351567586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,5120,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,3584,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,3072,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,4096,0.02208426594734192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,2560,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,2048,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,1536,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,1024,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,768,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,512,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,256,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,128,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1536,32,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,16384,0.04440746704737346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,65536,0.17667412757873535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,12288,0.03686399857203166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,10240,0.03338239987691243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,8192,0.02877440055211385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,7168,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,6144,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,5120,0.023896533250808715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,4096,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,3584,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,3072,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,2048,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,2560,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,1536,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,1024,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,512,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,256,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,1024,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,10240,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,16384,0.03863893349965413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,12288,0.03341653347015381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,65536,0.12748800118764242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,8192,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,7168,0.025975465774536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,6144,0.024066134293874105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,5120,0.023142399390538533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,4096,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,3584,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,3072,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,2048,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,2560,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,1536,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,1024,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,768,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,512,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,256,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,128,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,768,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,65536,0.104584534962972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,16384,0.03375786542892456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,12288,0.030173865954081218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,10240,0.02768213351567586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,8192,0.026180267333984375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,7168,0.024951465924580894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,6144,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,5120,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,4096,0.020206934213638304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,3584,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,3072,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,2560,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,2048,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,1024,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,1536,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,768,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,512,32,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,65536,0.06867626508076986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,16384,0.032529066006342575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,10240,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,12288,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,8192,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,7168,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,6144,0.021028266350428263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,5120,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,4096,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,3584,0.018028799692789713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,3072,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,2560,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,2048,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,1536,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,1024,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,512,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,128,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,256,32,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,65536,0.059596800804138185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,16384,0.027340799570083618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,12288,0.024371200799942018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,10240,0.023517866929372154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,8192,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,7168,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,6144,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,5120,0.01911679903666178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,4096,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,3584,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,3072,0.017514665921529136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,2560,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,1536,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,2048,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,1024,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,768,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,512,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,256,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,128,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,65536,0.05236053466796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,12288,0.02368853290875753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,16384,0.026589866479237872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,10240,0.022730666399002075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,8192,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,7168,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,6144,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,5120,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,4096,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,3584,0.017779199282328288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,3072,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,2560,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,2048,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,1024,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,768,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,64,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,65536,0.0509610652923584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,16384,0.026727465788523357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,12288,0.023586134115854897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,10240,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,8192,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,6144,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,5120,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,7168,0.02054826617240906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,4096,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,3584,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,3072,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,2560,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,2048,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,1536,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,1024,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,768,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,64,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,192,32,32,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,12288,1.38154665629069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,10240,1.1274922688802085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,8192,0.910370127360026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,16384,1.8064042409261067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,6144,0.6942378362019856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,7168,0.7942826588948567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,4096,0.47267840703328445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,5120,0.5780821482340495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,2048,0.280405330657959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,2560,0.3390805244445801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,3584,0.45315411885579426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,3072,0.3952298800150553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,1536,0.2213205337524414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,768,0.10110293229420979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,1024,0.13400746981302897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,512,0.08028159936269125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,256,0.040174933274586995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,64,0.025156267484029132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,128,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,65536,32,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,16384,0.4757845242818196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,12288,0.3631786664326986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,10240,0.2971306800842285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,65536,1.8472277323404949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,8192,0.2408448060353597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,7168,0.21381120681762694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,6144,0.1882794698079427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,5120,0.14749013582865397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,4096,0.12755626837412518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,3584,0.1061205307642619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,3072,0.0933888037999471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,2560,0.0881322701772054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,2048,0.067413330078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,1536,0.05447680155436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,1024,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,768,0.027067732810974122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,512,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,256,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,128,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,32,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,16384,64,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,16384,0.3803818702697754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,12288,0.2800640106201172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,10240,0.22790826161702477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,8192,0.20066986083984376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,7168,0.15885653495788574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,65536,1.404416020711263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,6144,0.14021973609924315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,5120,0.11386880079905193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,4096,0.09724586804707845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,3584,0.08628906408945719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,3072,0.07635626792907715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,2560,0.06536533435185751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,2048,0.05533013343811035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,1536,0.03904853264490764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,1024,0.03601066668828328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,768,0.025941334168116253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,512,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,128,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,256,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,64,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,12288,32,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,16384,0.32337919871012366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,12288,0.2407082716623942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,65536,1.1568127950032552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,10240,0.20090880393981933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,8192,0.15783252716064453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,7168,0.13458773295084636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,6144,0.11813546816507976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,5120,0.10410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,4096,0.09175039927164713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,3584,0.07239680290222168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,3072,0.06915413538614909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,2048,0.04078933397928874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,2560,0.05519359906514486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,1536,0.028125866254170732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,1024,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,768,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,512,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,256,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,128,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,64,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,10240,32,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,12288,0.18589013417561848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,16384,0.24808106422424317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,65536,0.9502378463745117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,10240,0.15100587209065755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,8192,0.12509866555531818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,7168,0.10721279780069988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,6144,0.09379839897155762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,5120,0.08724479675292969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,4096,0.07458133697509765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,3584,0.06017706791559855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,2560,0.04358826478322347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,3072,0.05768533150355021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,2048,0.03222186764081319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,1536,0.02788693308830261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,1024,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,768,0.026589866479237872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,512,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,256,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,128,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,32,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,8192,64,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,16384,0.21930665969848634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,65536,0.8542890548706055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,12288,0.16226986249287922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,8192,0.1118890682856242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,10240,0.1337685267130534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,7168,0.09721173445383707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,6144,0.08854186534881592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,5120,0.07881386280059814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,4096,0.061166934172312414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,3584,0.059665067990620935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,3072,0.048742401599884036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,2560,0.03614720106124878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,2048,0.031231999397277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,1536,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,1024,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,768,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,512,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,256,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,128,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,64,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,7168,32,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,16384,0.19415040016174318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,65536,0.7507968266805013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,12288,0.1392298698425293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,10240,0.12636160055796306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,8192,0.10024960041046142
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,7168,0.08673280080159505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,6144,0.07577599684397379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,5120,0.06557013193766276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,4096,0.05550080140431722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,3584,0.05341866811116537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,3072,0.03607893387476603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,2560,0.034406399726867674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,2048,0.030583467086156207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,1536,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,1024,0.020992000897725425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,768,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,512,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,256,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,64,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,128,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,6144,32,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,16384,0.1629866600036621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,65536,0.667033576965332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,12288,0.1297749360402425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,10240,0.10178559621175129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,8192,0.08970239957173666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,7168,0.0754688024520874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,6144,0.06662826538085938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,5120,0.05833386580149332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,4096,0.045124268531799315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,3072,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,3584,0.03915093342463176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,2560,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,2048,0.025600000222524004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,1536,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,1024,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,768,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,512,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,256,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,128,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,64,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,5120,32,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,65536,0.5042858759562174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,16384,0.12421120007832845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,12288,0.09700693289438883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,10240,0.08430933157602946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,7168,0.06106453339258829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,8192,0.07621973355611165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,6144,0.05393066803614298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,5120,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,4096,0.029286400477091475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,3072,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,3584,0.027852799495061236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,2560,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,2048,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,1536,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,1024,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,768,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,512,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,256,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,128,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,64,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,4096,32,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,12288,0.09052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,16384,0.12417706648508708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,65536,0.4573525428771973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,10240,0.08069120248158773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,8192,0.06335146824518839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,7168,0.055569068590799964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,6144,0.04894719918568929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,5120,0.032290132840474446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,4096,0.028569600979487103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,3584,0.026385066906611125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,3072,0.02450773318608602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,2560,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,2048,0.020821332931518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,1536,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,768,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,1024,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,512,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,256,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,128,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,64,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3584,32,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,16384,0.10533546606699626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,12288,0.08065706888834635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,65536,0.40485547383626297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,10240,0.07686826388041178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,8192,0.05775359869003296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,7168,0.048503466447194415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,6144,0.03645439942677815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,5120,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,4096,0.027852799495061236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,3584,0.02621440092722575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,2560,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,3072,0.02430293361345927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,2048,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,1536,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,1024,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,768,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,512,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,256,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,128,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,3072,64,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,65536,0.3591850598653158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,16384,0.08857599894205728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,12288,0.07219200134277344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,10240,0.05505706469217936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,7168,0.03778560161590576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,8192,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,6144,0.03242666721343994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,5120,0.02959360082944234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,3584,0.024405332406361897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,4096,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,3072,0.02269866665204366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,2048,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,2560,0.020957867304484047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,1536,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,1024,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,768,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,512,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,256,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,128,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,64,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2560,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,65536,0.29552640914916994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,16384,0.08082773685455322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,12288,0.06143999894460043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,10240,0.043178665637969973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,7168,0.03327999909718831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,8192,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,6144,0.029422932863235475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,5120,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,3584,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,4096,0.02327893376350403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,3072,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,2560,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,2048,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,1536,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,1024,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,768,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,512,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,256,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,128,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,64,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,2048,32,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,65536,0.2521087964375814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,16384,0.06143999894460043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,12288,0.040994131565093996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,10240,0.03515733480453491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,8192,0.03174399932225545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,6144,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,7168,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,5120,0.026692267258961993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,4096,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,3584,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,3072,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,2560,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,2048,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,1536,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,1024,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,512,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,256,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1536,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,65536,0.17681066195170086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,12288,0.04208639860153198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,16384,0.042461868127187094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,10240,0.031675734122594196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,8192,0.028433066606521607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,7168,0.026897066831588747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,6144,0.024714666604995727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,5120,0.023961599667867026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,4096,0.02590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,3584,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,3072,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,2048,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,2560,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,1536,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,1024,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,768,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,256,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,128,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,64,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,1024,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,65536,0.12318720022837322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,16384,0.03587413231531779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,12288,0.032051199674606325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,10240,0.02836479942003886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,8192,0.026279467344284057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,7168,0.025361067056655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,6144,0.023825067281723022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,5120,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,4096,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,3584,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,3072,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,2560,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,2048,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,1536,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,1024,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,768,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,512,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,768,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,65536,0.09256959756215413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,16384,0.03290453354517619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,12288,0.028330665826797486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,10240,0.026419200499852497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,8192,0.023893332481384276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,7168,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,5120,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,3584,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,4096,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,3072,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,2560,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,2048,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,1536,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,1024,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,768,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,512,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,256,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,64,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,512,32,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,65536,0.06359039942423503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,16384,0.027852799495061236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,12288,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,10240,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,8192,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,7168,0.020891733964284263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,6144,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,5120,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,3584,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,4096,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,3072,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,2560,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,2048,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,1536,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,256,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,64,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,256,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,65536,0.052094932397206625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,16384,0.025326933463414508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,12288,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,10240,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,8192,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,7168,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,6144,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,4096,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,5120,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,3584,0.017619200547536216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,3072,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,2560,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,2048,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,1536,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,1024,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,768,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,512,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,128,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,128,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,65536,0.04703573385874431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,16384,0.025565866629282636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,12288,0.022801067431767783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,8192,0.02068906625111898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,10240,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,7168,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,6144,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,5120,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,4096,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,3584,0.01816213329633077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,3072,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,2560,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,2048,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,768,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,128,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,64,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,16384,0.024380799134572348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,65536,0.047650134563446044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,12288,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,10240,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,8192,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,7168,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,6144,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,4096,0.018055466810862224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,3584,0.01754666765530904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,3072,0.017576533555984496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,2560,0.017102932929992674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,2048,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,128,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,160,32,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,6144,0.6751232147216797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,7168,0.7747925440470378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,5120,0.5658282597859701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,8192,0.883302370707194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,4096,0.46189225514729815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,10240,1.103052775065104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,12288,1.358233642578125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,16384,1.7581396738688153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,1536,0.2017279942830404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,2560,0.3026261329650879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,3584,0.40891733169555666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,1024,0.13093547026316327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,2048,0.27426134745279945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,3072,0.3555328051249186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,768,0.10806612968444824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,512,0.06894933382670085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,256,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,128,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,32,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,65536,64,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,16384,0.4708693186442058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,12288,0.3612330754597982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,10240,0.29412692387898765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,65536,1.819921112060547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,6144,0.18223786354064941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,8192,0.2386943976084391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,7168,0.21022720336914064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,5120,0.15346345901489258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,3584,0.10823679765065511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,4096,0.13329066435496012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,3072,0.09506133397420248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,2560,0.08878080050150552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,2048,0.06772053241729736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,1536,0.0549888014793396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,1024,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,768,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,512,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,256,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,128,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,64,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,16384,32,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,12288,0.28409172693888346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,16384,0.3753301302591959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,10240,0.23364267349243165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,8192,0.18810879389444987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,7168,0.16332799593607586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,65536,1.3432490030924478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,5120,0.116974933942159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,6144,0.14103892644246419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,4096,0.09707520008087159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,3584,0.08837119738260904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,3072,0.07707306543986002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,2560,0.061166934172312414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,2048,0.051643733183542886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,1536,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,1024,0.022869332631429037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,768,0.020821332931518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,512,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,256,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,128,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,64,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,12288,32,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,65536,1.1272191365559896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,16384,0.30286506017049153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,12288,0.22483627001444498
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,10240,0.18705066045125324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,8192,0.14612479209899903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,7168,0.12666880289713542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,6144,0.11113813718159993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,5120,0.09577813148498535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,4096,0.08639146486918131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,3584,0.07570772965749105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,2048,0.04379306634267171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,2560,0.05386240084966024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,3072,0.06184959808985392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,1536,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,1024,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,768,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,256,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,512,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,128,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,64,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,10240,32,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,16384,0.24647679328918456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,12288,0.1850368022918701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,65536,0.9096874872843423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,8192,0.12301653226216633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,10240,0.15319040616353352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,7168,0.10618879795074462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,6144,0.09373013178507486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,5120,0.08082773685455322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,3584,0.059869865576426186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,4096,0.06826666990915933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,3072,0.058265598615010586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,2560,0.037444265683492024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,2048,0.03242666721343994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,1536,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,1024,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,768,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,512,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,256,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,128,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,64,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,8192,32,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,16384,0.2192042668660482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,12288,0.16011946996053059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,65536,0.8016213099161783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,10240,0.1299455960591634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,8192,0.11069440046946208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,7168,0.09560746351877848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,6144,0.08502613703409831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,5120,0.07287466526031494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,4096,0.06184959808985392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,3584,0.05481813351313273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,2560,0.029013333717981975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,3072,0.05331626733144125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,2048,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,1536,0.02208426594734192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,1024,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,768,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,512,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,256,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,128,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,64,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,7168,32,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,65536,0.695193608601888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,16384,0.19176106452941893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,12288,0.1379327932993571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,10240,0.1150976022084554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,7168,0.08546986579895019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,8192,0.09857707023620606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,6144,0.07553706963857015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,5120,0.06512639919916788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,3584,0.05604693492253622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,3072,0.03959466616312663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,4096,0.059903999169667564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,2560,0.026999467611312868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,1024,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,768,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,1536,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,512,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,256,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,128,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,64,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,6144,32,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,16384,0.156876802444458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,12288,0.11386880079905193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,65536,0.5920085271199544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,10240,0.09482239882151286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,8192,0.07953066825866699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,7168,0.06993920008341471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,6144,0.06287360191345215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,5120,0.06103039979934692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,4096,0.036659200986226395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,3584,0.02645333409309387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,3072,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,2560,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,2048,0.02054826617240906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,1536,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,1024,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,768,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,512,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,256,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,128,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,64,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,5120,32,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,65536,0.502783997853597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,16384,0.1240063985188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,12288,0.09311573505401612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,10240,0.07693653106689453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,8192,0.06447786490122477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,7168,0.05734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,6144,0.05113173325856527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,5120,0.03696639935175578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,3584,0.02539520064989726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,4096,0.026726400852203368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,3072,0.02321066657702128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,2560,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,1536,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,2048,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,1024,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,768,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,512,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,256,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,128,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,64,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,4096,32,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,16384,0.1106602668762207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,12288,0.08226133187611898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,65536,0.4474879900614421
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,10240,0.06847146352132162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,8192,0.05819733142852783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,7168,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,6144,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,5120,0.029525333642959596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,4096,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,3584,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,3072,0.022937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,2560,0.020992000897725425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,2048,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,1536,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,1024,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,768,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,512,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,256,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,128,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,64,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3584,32,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,65536,0.39724372227986654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,16384,0.09663146336873372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,12288,0.07314773400624594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,10240,0.06140586535135904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,8192,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,7168,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,6144,0.030583467086156207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,5120,0.027409066756566364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,4096,0.023995733261108397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,3584,0.022937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,2560,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,3072,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,2048,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,1536,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,1024,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,768,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,512,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,128,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,256,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,64,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,3072,32,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,16384,0.08492373625437419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,12288,0.0695637305577596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,65536,0.34198185602823894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,8192,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,10240,0.059869865576426186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,6144,0.027818665901819868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,7168,0.031948800881703696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,5120,0.024951465924580894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,4096,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,3584,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,3072,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,2560,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,1536,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,2048,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,1024,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,768,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,512,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,256,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,128,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,64,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2560,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,16384,0.07065599759419759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,65536,0.28248745600382485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,12288,0.05932373205820719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,10240,0.04256426493326823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,8192,0.029730133215586346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,7168,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,6144,0.025873066981633504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,5120,0.02379093368848165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,4096,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,3072,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,3584,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,2560,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,2048,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,1536,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,1024,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,768,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,512,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,256,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,64,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,2048,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,65536,0.22340265909830728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,16384,0.06096213261286417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,12288,0.037375998497009275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,8192,0.027822933594385785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,10240,0.03277226686477661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,7168,0.027340799570083618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,6144,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,3584,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,4096,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,3072,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,2560,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,2048,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,1536,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,1024,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,768,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,512,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,256,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1536,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,65536,0.14178986549377443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,16384,0.03508906761805217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,12288,0.030139732360839843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,10240,0.027818665901819868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,7168,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,8192,0.025326933463414508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,6144,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,5120,0.022394667069117226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,4096,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,3584,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,3072,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,2560,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,2048,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,1536,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,1024,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,768,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,256,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,128,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,64,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,1024,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,65536,0.10861226717631023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,16384,0.030958932638168336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,12288,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,10240,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,8192,0.02409600019454956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,7168,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,6144,0.022801067431767783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,5120,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,4096,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,3584,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,3072,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,2560,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,2048,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,1536,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,1024,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,768,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,512,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,128,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,64,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,768,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,65536,0.08267093499501546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,16384,0.030958932638168336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,12288,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,10240,0.024371200799942018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,8192,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,7168,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,6144,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,5120,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,3584,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,4096,0.01843413313229879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,3072,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,2560,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,2048,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,1024,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,768,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,512,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,256,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,512,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,65536,0.06079146862030029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,16384,0.025770666201909383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,12288,0.023859200874964397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,10240,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,8192,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,7168,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,6144,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,5120,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,3584,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,4096,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,3072,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,2560,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,2048,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,1536,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,1024,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,512,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,256,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,256,32,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,65536,0.045465600490570066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,16384,0.02430293361345927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,12288,0.02208426594734192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,8192,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,7168,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,10240,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,6144,0.019285333156585694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,4096,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,3584,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,3072,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,2560,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,2048,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,1536,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,1024,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,768,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,512,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,128,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,64,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,128,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,16384,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,65536,0.04164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,12288,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,10240,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,8192,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,7168,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,6144,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,5120,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,4096,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,3584,0.01767786741256714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,3072,0.017033600807189943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,2560,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,2048,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,1536,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,512,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,768,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,1024,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,256,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,128,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,64,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,64,32,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,65536,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,16384,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,12288,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,10240,0.020821332931518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,8192,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,7168,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,6144,0.019218132893244425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,5120,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,3584,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,4096,0.017619200547536216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,3072,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,2560,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,2048,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,1536,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,1024,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,768,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,512,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,256,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,128,32,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,10240,1.1103914896647136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,16384,1.7503573099772136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,12288,1.3601791381835937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,6144,0.6761130650838216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,8192,0.8921429316202799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,5120,0.5632341384887696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,7168,0.7794346491495768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,4096,0.45110613505045577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,2560,0.3192490577697754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,3584,0.4005887985229492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,3072,0.3763200124104818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,1536,0.2061994711558024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,1024,0.12878506978352863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,2048,0.256989860534668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,768,0.09960107008616129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,512,0.06877866586049398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,256,0.026419200499852497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,128,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,64,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,65536,32,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,16384,0.4618240038553874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,12288,0.3537237485249837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,10240,0.2897237459818522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,65536,1.7694719950358073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,8192,0.23579306602478028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,7168,0.20811093648274742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,6144,0.18001920382181805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,5120,0.1484458605448405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,3584,0.10779306888580323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,4096,0.13253973325093588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,3072,0.09471999804178874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,2048,0.06761813163757324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,2560,0.08891733487447104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,1024,0.023176532983779908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,1536,0.0562175989151001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,768,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,512,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,256,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,128,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,64,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,16384,32,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,16384,0.35341653823852537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,12288,0.26528426806132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,8192,0.17438720067342123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,10240,0.21596159934997558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,65536,1.3224960327148438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,7168,0.15025493303934734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,6144,0.13015039761861164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,5120,0.11072853406270344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,4096,0.09103360176086425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,3584,0.0807253360748291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,3072,0.07133866945902506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,2560,0.06137173175811768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,1536,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,2048,0.05638826688130697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,1024,0.022766933838526408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,768,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,512,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,256,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,128,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,64,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,12288,32,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,65536,1.1149312337239583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,16384,0.29252265294392904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,12288,0.2221738656361898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,10240,0.18070185979207357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,8192,0.145305601755778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,7168,0.12544000148773193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,6144,0.10990933577219646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,5120,0.09362773100535074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,4096,0.08574293454488119
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,3072,0.0614741325378418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,2560,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,3584,0.06997333367665609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,2048,0.03997013171513875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,1536,0.024951465924580894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,1024,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,768,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,512,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,256,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,128,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,64,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,10240,32,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,16384,0.2436778704325358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,12288,0.18541226387023926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,65536,0.8923818588256835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,10240,0.14561279614766437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,7168,0.1052671988805135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,8192,0.12178773085276287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,5120,0.080076797803243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,6144,0.0934229294459025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,4096,0.06717440287272135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,3584,0.060347731908162436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,3072,0.05867520173390707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,2560,0.03546453317006429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,2048,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,1024,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,1536,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,768,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,512,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,256,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,128,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,64,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,8192,32,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,12288,0.15749120712280273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,16384,0.2053119977315267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,65536,0.782199478149414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,10240,0.12584959665934245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,8192,0.10393599669138591
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,7168,0.09239892959594727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,6144,0.0823637326558431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,5120,0.0695637305577596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,4096,0.05905066728591919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,3584,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,3072,0.04747946659723918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,2560,0.029422932863235475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,1536,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,2048,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,1024,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,768,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,512,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,256,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,128,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,64,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,7168,32,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,12288,0.131549866994222
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,65536,0.6678869247436523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,16384,0.17640105883280438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,10240,0.10885120232899984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,8192,0.09011200269063314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,7168,0.08041813373565673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,6144,0.07072426478068033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,5120,0.061269334952036535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,4096,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,3072,0.027955200274785357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,3584,0.050619733333587644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,2560,0.025975465774536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,2048,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,1536,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,1024,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,768,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,512,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,256,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,64,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,128,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,6144,32,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,65536,0.5607423782348633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,16384,0.14434986114501952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,12288,0.11311786969502766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,10240,0.09311573505401612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,8192,0.0841386636098226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,7168,0.06942719618479411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,6144,0.06256639957427979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,5120,0.053725866476694736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,4096,0.0475818673769633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,3584,0.028569600979487103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,3072,0.026692267258961993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,2560,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,2048,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,1536,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,1024,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,768,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,512,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,128,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,256,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,64,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,5120,32,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,65536,0.4580693244934082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,16384,0.1165994644165039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,12288,0.09147733052571615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,10240,0.08014506498972575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,8192,0.06328320105870565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,6144,0.050722134113311765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,7168,0.056968533992767335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,5120,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,4096,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,3584,0.024200532833735147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,3072,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,2560,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,2048,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,1536,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,1024,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,768,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,512,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,256,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,128,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,64,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,4096,32,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,65536,0.40669867197672527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,12288,0.08212479750315348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,16384,0.10489173730214436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,10240,0.06772053241729736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,8192,0.05778773228327433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,7168,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,6144,0.045772798856099445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,5120,0.027955200274785357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,4096,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,3584,0.022766933838526408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,2560,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,3072,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,2048,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,1536,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,1024,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,768,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,512,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,256,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,128,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,32,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,16384,0.09318400224049886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3584,64,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,65536,0.3616085370381673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,12288,0.07212373415629068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,8192,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,10240,0.060279464721679686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,7168,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,6144,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,5120,0.026009599367777508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,4096,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,3584,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,3072,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,2560,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,2048,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,1536,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,1024,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,768,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,256,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,512,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,128,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,32,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,3072,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,12288,0.06884693304697673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,16384,0.0834218660990397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,65536,0.3273386637369792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,10240,0.05884586572647095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,7168,0.03232426643371582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,8192,0.0509610652923584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,6144,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,5120,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,4096,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,3584,0.021230934063593547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,3072,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,2560,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,2048,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,1536,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,1024,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,768,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,512,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,128,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,256,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2560,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,65536,0.26951678593953454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,16384,0.06959786415100097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,12288,0.05867520173390707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,10240,0.0506880005200704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,8192,0.02935466567675273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,7168,0.029798400402069092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,6144,0.026009599367777508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,5120,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,3584,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,3072,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,4096,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,2560,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,2048,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,1536,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,1024,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,768,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,512,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,256,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,64,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,2048,32,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,65536,0.2084181308746338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,16384,0.05717333157857259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,12288,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,8192,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,10240,0.030065067609151203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,7168,0.02648746569951375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,5120,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,6144,0.024166399240493776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,4096,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,3584,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,3072,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,2560,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,1536,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,2048,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,1024,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,768,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,512,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,256,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,128,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,32,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1536,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,65536,0.1393664042154948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,16384,0.03379199902216594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,12288,0.028467200199762982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,10240,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,8192,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,7168,0.02379093368848165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,6144,0.02239146629969279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,5120,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,4096,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,3584,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,3072,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,2048,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,1536,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,2560,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,1024,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,768,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,512,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,256,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,1024,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,65536,0.10369706948598226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,16384,0.030105600754419964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,12288,0.026726400852203368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,10240,0.02430293361345927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,8192,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,7168,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,6144,0.020992000897725425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,5120,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,4096,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,3584,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,3072,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,2560,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,2048,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,1024,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,512,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,768,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,128,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,64,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,768,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,65536,0.08048640092213949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,16384,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,12288,0.02488320072491964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,8192,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,10240,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,7168,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,6144,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,5120,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,3584,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,4096,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,2560,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,3072,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,2048,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,1536,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,1024,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,768,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,512,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,16384,0.023106133937835692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,65536,0.04901546637217204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,512,32,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,12288,0.022050132354100548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,10240,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,8192,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,7168,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,6144,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,5120,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,4096,0.017511467138926186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,3584,0.017173333962758382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,3072,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,1536,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,2560,0.01703146696090698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,2048,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,1024,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,768,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,512,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,64,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,256,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,65536,0.03863893349965413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,16384,0.02334933280944824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,12288,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,10240,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,8192,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,7168,0.018811732530593872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,6144,0.018913066387176512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,5120,0.02529173294703166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,4096,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,3584,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,3072,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,2560,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,2048,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,1024,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,768,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,512,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,64,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,128,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,65536,0.03686399857203166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,16384,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,12288,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,10240,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,8192,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,7168,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,6144,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,5120,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,4096,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,3584,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,3072,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,2560,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,1536,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,2048,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,768,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,1024,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,256,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,64,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,64,32,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,16384,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,65536,0.03700053294499715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,12288,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,8192,0.019285333156585694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,10240,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,7168,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,6144,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,5120,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,4096,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,3072,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,3584,0.01757546663284302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,2560,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,2048,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,1024,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,768,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,512,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,96,32,32,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,6144,0.6683647791544597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,10240,1.1006292978922525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,7168,0.7700821558634441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,8192,0.8830975850423177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,12288,1.3509632110595704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,16384,1.7426432291666667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,5120,0.5512191772460937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,4096,0.44591786066691086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,3584,0.39550294876098635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,2560,0.2919765472412109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,1536,0.2032298723856608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,2048,0.25931092898050945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,3072,0.3721557299296061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,768,0.09980586369832357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,1024,0.12823893229166666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,512,0.06881279945373535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,128,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,64,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,256,0.02590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,65536,32,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,16384,0.4609365463256836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,12288,0.3502079963684082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,10240,0.2902698516845703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,65536,1.8578431447347004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,5120,0.14848000208536785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,7168,0.20848639806111655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,8192,0.23425706227620444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,6144,0.17899519602457684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,4096,0.136738125483195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,3584,0.11844267050425213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,3072,0.09646080334981283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,2560,0.08878080050150552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,2048,0.06748159726460776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,1536,0.0524288018544515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,1024,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,768,0.0212991992632548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,512,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,256,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,128,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,64,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,16384,32,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,12288,0.2621781349182129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,16384,0.3423914591471354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,10240,0.21411840120951334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,8192,0.1784832000732422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,65536,1.3185365041097006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,6144,0.12888747056325275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,7168,0.15049386024475098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,5120,0.10987520217895508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,4096,0.09110186894734701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,3584,0.08079360326131185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,3072,0.07147520383199056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,2560,0.06754986445109049
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,2048,0.056695465246836343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,1536,0.027409066756566364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,1024,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,768,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,512,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,256,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,128,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,64,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,12288,32,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,16384,0.2885973294576009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,12288,0.22067200342814125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,7168,0.12564480304718018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,65536,1.1046571095784505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,8192,0.14315519332885743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,10240,0.18001920382181805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,6144,0.10977280139923096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,5120,0.09359359741210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,3584,0.06942719618479411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,4096,0.07823359966278076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,3072,0.06748159726460776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,2048,0.03399680058161418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,2560,0.05812906821568807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,1536,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,1024,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,768,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,512,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,256,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,128,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,64,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,10240,32,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,16384,0.2409813404083252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,12288,0.1811797300974528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,65536,0.8765098571777343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,10240,0.14592000643412273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,7168,0.10560853481292724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,8192,0.1222314675649007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,6144,0.0933888037999471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,5120,0.07963306903839111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,4096,0.06751573085784912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,3584,0.06004053354263306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,3072,0.0582314650217692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,2560,0.037512532869974774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,2048,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,1024,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,768,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,1536,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,512,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,256,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,128,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,64,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,8192,32,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,16384,0.20302507082621254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,12288,0.15571626027425128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,10240,0.12526933352152508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,65536,0.7702869415283203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,8192,0.104584534962972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,7168,0.09192106723785401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,6144,0.07956480185190837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,5120,0.0683690627415975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,4096,0.05710506836573283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,3584,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,3072,0.042700799306233723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,2560,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,2048,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,1536,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,768,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,1024,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,512,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,256,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,128,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,64,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,7168,32,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,16384,0.17558186848958332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,12288,0.13127679824829103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,65536,0.6599338531494141
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,10240,0.10796373685201008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,7168,0.07997439702351888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,8192,0.08953173160552978
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,6144,0.07031466960906982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,5120,0.06082559823989868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,4096,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,3584,0.04659200112024943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,3072,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,2560,0.02519039909044902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,2048,0.022425599892934165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,1536,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,1024,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,768,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,512,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,256,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,128,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,64,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,6144,32,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,16384,0.14390613238016764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,12288,0.11192320187886555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,65536,0.5495808283487956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,10240,0.09311573505401612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,8192,0.07922346591949463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,7168,0.06946132977803549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,6144,0.06174720128377279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,5120,0.053623465696970615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,4096,0.037614933649698895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,3584,0.028228267033894854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,3072,0.02611200014750163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,2560,0.023825067281723022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,2048,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,1536,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,1024,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,768,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,512,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,256,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,64,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,128,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,5120,32,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,16384,0.11670186519622802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,65536,0.445303471883138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,12288,0.0905898650487264
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,10240,0.07519573370615641
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,8192,0.06341973145802816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,7168,0.056968533992767335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,5120,0.034815998872121175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,6144,0.05048319896062216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,4096,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,3584,0.023756800095240276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,3072,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,2560,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,2048,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,1536,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,1024,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,768,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,256,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,128,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,512,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,64,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,4096,32,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,16384,0.10328746636708577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,65536,0.4003498713175456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,12288,0.08082773685455322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,8192,0.057241598765055336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,10240,0.06778879960378012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,7168,0.05102933247884115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,6144,0.045363199710845944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,5120,0.027033599217732747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,4096,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,3584,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,3072,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,2560,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,2048,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,1536,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,1024,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,768,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,512,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,256,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,128,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,64,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3584,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,65536,0.34856961568196615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,16384,0.09222826957702637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,12288,0.07109973430633545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,10240,0.060108800729115806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,8192,0.05120000044504801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,7168,0.0440661350886027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,6144,0.02836479942003886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,5120,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,4096,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,3584,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,3072,0.020957867304484047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,2048,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,2560,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,1536,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,1024,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,768,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,512,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,256,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,128,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,64,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,3072,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,16384,0.07785813013712564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,12288,0.061269334952036535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,65536,0.2933077176411947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,10240,0.0524288018544515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,8192,0.04089173475901286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,6144,0.02775040070215861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,7168,0.03092479904492696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,5120,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,4096,0.021230934063593547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,3584,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,2560,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,3072,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,2048,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,1536,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,1024,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,768,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,512,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,256,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,128,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2560,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,65536,0.2547712008158366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,12288,0.053521064917246494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,16384,0.06756052970886231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,10240,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,8192,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,7168,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,6144,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,5120,0.02239146629969279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,3584,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,3072,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,4096,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,2560,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,2048,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,1536,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,768,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,1024,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,512,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,2048,32,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,65536,0.1888256072998047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,16384,0.05645653406778971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,12288,0.03283626635869344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,10240,0.02955946723620097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,8192,0.02645333409309387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,7168,0.025463465849558515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,6144,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,4096,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,5120,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,3072,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,2048,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,1536,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,2560,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,1024,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,768,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,512,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,128,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1536,32,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,16384,0.034167468547821045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,65536,0.12892159620920818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,12288,0.028842665751775104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,8192,0.024371200799942018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,7168,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,10240,0.027135999997456868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,5120,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,4096,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,3072,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,3584,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,2048,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,2560,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,1536,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,1024,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,768,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,512,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,1024,32,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,65536,0.10117119948069256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,16384,0.028637866179148357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,12288,0.025873066981633504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,10240,0.024200532833735147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,8192,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,7168,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,6144,0.02065066695213318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,5120,0.019285333156585694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,4096,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,3584,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,2560,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,3072,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,2048,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,1536,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,1024,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,32,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,768,64,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,16384,0.026316799720128375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,65536,0.0779263973236084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,12288,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,10240,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,8192,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,7168,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,6144,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,5120,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,4096,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,3584,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,3072,0.017001599073410034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,2560,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,2048,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,1024,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,768,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,64,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,512,32,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,65536,0.04444160064061482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,16384,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,12288,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,10240,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,8192,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,7168,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,6144,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,5120,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,4096,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,3584,0.017138133446375527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,3072,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,2560,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,2048,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,256,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,16384,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,65536,0.03583999872207642
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,12288,0.020821332931518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,10240,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,8192,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,7168,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,6144,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,5120,0.01842986742655436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,4096,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,3072,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,3584,0.01707520087560018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,2560,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,2048,0.01621119976043701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,1536,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,1024,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,512,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,256,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,128,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,128,32,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,65536,0.0347818652788798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,16384,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,12288,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,10240,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,8192,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,7168,0.01873813271522522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,5120,0.01774719953536987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,4096,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,6144,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,3584,0.017513600985209148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,3072,0.01723519961039225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,2560,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,2048,0.01622293293476105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,32,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,64,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,65536,0.03444053332010905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,16384,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,12288,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,10240,0.019052799542744955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,8192,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,7168,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,6144,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,5120,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,4096,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,3584,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,3072,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,2560,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,2048,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,256,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,80,32,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,8192,0.8822101593017578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,6144,0.6625621159871419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,7168,0.7700821558634441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,10240,1.1002538045247396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,16384,1.7358165740966798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,12288,1.3437269846598308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,5120,0.5467477162679036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,4096,0.4409685452779134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,3072,0.3388757387797038
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,3584,0.39079252878824866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,2560,0.297267214457194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,1024,0.1284437338511149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,1536,0.19858773549397785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,2048,0.2557269255320231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,768,0.09943040211995444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,512,0.06877866586049398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,256,0.025804799795150758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,32,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,128,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,65536,64,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,16384,0.4572160085042317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,12288,0.34242560068766276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,10240,0.27859627405802406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,65536,1.73124262491862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,8192,0.23012693723042807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,7168,0.2021717389424642
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,6144,0.1764352003733317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,5120,0.14312106768290203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,4096,0.1253376007080078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,3584,0.10987520217895508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,3072,0.09236480394999186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,2560,0.08506027062733969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,2048,0.06338560183842977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,1536,0.0506880005200704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,1024,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,768,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,512,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,256,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,128,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,64,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,16384,32,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,16384,0.36311041514078773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,12288,0.27678718566894533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,10240,0.21558613777160646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,8192,0.17298773129781086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,65536,1.3191851298014323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,6144,0.12919466495513915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,7168,0.15022080739339191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,5120,0.11963733037312825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,4096,0.09099946816762289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,3584,0.08062293529510497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,3072,0.07157759666442871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,2560,0.06048426628112793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,2048,0.055637331803639736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,1536,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,768,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,1024,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,512,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,256,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,128,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,64,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,12288,32,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,16384,0.2825898806254069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,12288,0.21661012967427573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,10240,0.17674239476521808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,8192,0.13981013298034667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,65536,1.0764629364013671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,6144,0.10803199609120687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,7168,0.12366507053375245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,5120,0.0920576016108195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,4096,0.07639040152231852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,3584,0.06843732992808024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,3072,0.06055253346761068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,2560,0.052292267481486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,2048,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,1536,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,1024,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,768,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,512,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,64,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,128,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,256,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,10240,32,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,16384,0.2273621400197347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,12288,0.1726805369059245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,65536,0.8639488220214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,10240,0.13967359860738118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,8192,0.1137664000193278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,7168,0.10113706588745117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,6144,0.0887125333150228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,5120,0.07618559996287028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,4096,0.06389760176340739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,3584,0.057036801179250085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,3072,0.05577386617660522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,2560,0.03682986497879028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,2048,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,1536,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,768,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,1024,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,512,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,256,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,128,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,64,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,8192,32,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,16384,0.20036266644795736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,12288,0.15100587209065755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,65536,0.7606954574584961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,10240,0.12284586429595948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,8192,0.10151253541310627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,7168,0.09000960191090902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,6144,0.07932586669921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,5120,0.07120213508605958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,4096,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,3072,0.05003946622212728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,3584,0.051507198810577394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,2560,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,2048,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,1536,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,1024,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,768,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,512,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,256,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,128,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,64,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,7168,32,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,16384,0.17329492568969726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,65536,0.6554282506306965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,12288,0.13120853106180827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,10240,0.10792960325876873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,8192,0.0884394645690918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,7168,0.07953066825866699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,5120,0.06058666706085205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,6144,0.0703488032023112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,4096,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,3072,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,3584,0.04997119903564453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,2560,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,2048,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,1024,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,768,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,1536,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,512,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,256,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,128,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,64,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,6144,32,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,10240,0.0912384033203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,16384,0.14213120142618815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,12288,0.11021653016408284
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,65536,0.546338144938151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,8192,0.07550293604532878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,7168,0.06761813163757324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,5120,0.052292267481486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,6144,0.06021120150883993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,4096,0.03543039957682292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,3584,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,3072,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,2560,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,2048,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,1536,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,1024,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,768,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,512,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,256,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,64,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,128,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,5120,32,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,65536,0.4386474609375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,16384,0.11632640361785888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,12288,0.0861525297164917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,10240,0.07270399729410806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,8192,0.06038186550140381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,7168,0.05444266796112061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,6144,0.04911786715189616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,5120,0.03300693432490031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,4096,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,3584,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,3072,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,2560,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,2048,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,1536,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,768,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,1024,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,512,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,256,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,128,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,64,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,4096,32,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,16384,0.1016149361928304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,65536,0.3764906565348307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,12288,0.07741440137227376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,10240,0.06526293357213339
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,8192,0.05515946547190348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,7168,0.04928853511810303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,6144,0.040755200386047366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,5120,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,4096,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,3584,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,3072,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,2560,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,2048,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,1536,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,1024,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,768,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,512,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,256,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,64,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3584,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,16384,0.09198933442433675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,65536,0.3311615943908691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,12288,0.06949546337127685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,10240,0.06382933457692465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,8192,0.04980053504308064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,6144,0.027033599217732747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,7168,0.043144532044728595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,5120,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,4096,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,3584,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,3072,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,2560,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,2048,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,1536,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,1024,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,768,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,512,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,256,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,128,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,3072,32,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,65536,0.2864469210306803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,12288,0.06458026568094889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,16384,0.07946240107218425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,10240,0.05604693492253622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,8192,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,6144,0.023553067445755006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,7168,0.025326933463414508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,5120,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,4096,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,3584,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,2560,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,3072,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,2048,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,1536,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,1024,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,768,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,512,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,256,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2560,32,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,16384,0.07181653181711832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,65536,0.2470911979675293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,12288,0.05437440077463786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,8192,0.02604373296101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,10240,0.043212799231211345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,7168,0.02519039909044902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,6144,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,5120,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,4096,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,3072,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,3584,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,2560,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,2048,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,1536,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,1024,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,768,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,256,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,512,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,2048,32,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,65536,0.1810431957244873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,16384,0.05488640069961548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,12288,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,8192,0.02368853290875753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,10240,0.02696533401807149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,7168,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,6144,0.020718934138615926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,5120,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,4096,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,3072,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,3584,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,2560,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,2048,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,1536,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,1024,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,768,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,512,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,256,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1536,32,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,65536,0.11994453271230061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,16384,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,12288,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,10240,0.023859200874964397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,8192,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,7168,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,6144,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,5120,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,4096,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,3584,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,3072,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,2560,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,2048,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,1536,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,1024,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,768,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,1024,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,65536,0.09605120023091634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,16384,0.02580053408940633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,12288,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,10240,0.023042132457097374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,8192,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,7168,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,6144,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,4096,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,3584,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,3072,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,2560,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,2048,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,1536,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,768,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,64,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,768,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,65536,0.07191893259684244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,16384,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,12288,0.02218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,10240,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,8192,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,7168,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,6144,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,5120,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,4096,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,3584,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,3072,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,2560,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,2048,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,1024,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,1536,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,512,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,256,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,64,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,512,32,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,65536,0.038024532794952395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,16384,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,12288,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,10240,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,8192,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,7168,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,6144,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,5120,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,4096,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,3584,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,3072,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,2560,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,2048,0.016523733735084534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,1024,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,768,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,512,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,256,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,256,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,65536,0.032494932413101196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,16384,0.020753065745035805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,10240,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,12288,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,8192,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,7168,0.018228266636530557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,6144,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,5120,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,3584,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,4096,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,3072,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,2560,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,2048,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,1024,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,1536,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,64,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,128,32,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,65536,0.03211946686108907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,16384,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,12288,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,8192,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,10240,0.01890773375829061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,7168,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,6144,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,5120,0.017784533898035686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,4096,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,3584,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,3072,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,2560,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,2048,0.016103466351826988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,1024,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,768,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,512,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,256,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,64,32,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,65536,0.03211946686108907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,16384,0.020206934213638304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,10240,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,12288,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,8192,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,7168,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,6144,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,5120,0.01744106610616048
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,4096,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,3584,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,3072,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,2560,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,2048,0.016245333353678386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,1536,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,768,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,256,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,128,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,64,32,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,16384,1.7341781616210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,12288,1.3382996877034505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,10240,1.0924031575520834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,8192,0.8651775995890298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,7168,0.7620266596476237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,6144,0.6539605458577473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,5120,0.5455189387003581
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,4096,0.43697493871053056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,2560,0.30866772333780923
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,1536,0.19503787358601887
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,2048,0.25466879208882653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,3072,0.365226682027181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,3584,0.4237311999003093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,1024,0.1281706651051839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,512,0.06884693304697673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,768,0.09936213493347168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,256,0.02484906713167826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,64,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,128,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,65536,32,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,12288,0.3392512003580729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,10240,0.27654825846354164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,16384,0.4504917462666829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,65536,1.732812754313151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,8192,0.22937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,5120,0.14390613238016764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,7168,0.20234239896138512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,6144,0.18155520757039387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,4096,0.11861333052317302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,3072,0.09970346291859945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,3584,0.10414079825083415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,2560,0.08379733562469482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,1536,0.050995198885599766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,2048,0.06939307053883871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,1024,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,768,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,512,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,256,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,128,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,64,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,16384,32,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,12288,0.27450027465820315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,16384,0.3617109298706055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,8192,0.1836714744567871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,10240,0.22586026191711425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,7168,0.16049493153889974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,65536,1.3258410135904948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,6144,0.1287168025970459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,5120,0.11922773520151775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,4096,0.09816746711730957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,3584,0.08792746861775716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,3072,0.07799466451009116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,2560,0.060108800729115806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,2048,0.050551466147104894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,1536,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,1024,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,768,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,512,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,256,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,128,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,64,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,12288,32,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,12288,0.21486934026082358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,65536,1.101687494913737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,16384,0.28610560099283855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,8192,0.1400149345397949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,10240,0.17527467409769695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,7168,0.12301653226216633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,6144,0.10752000013987224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,5120,0.09175039927164713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,4096,0.07621973355611165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,3584,0.08666453361511231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,3072,0.06038186550140381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,2560,0.05266773303349813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,2048,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,1536,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,1024,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,768,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,512,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,256,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,128,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,64,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,10240,32,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,16384,0.2290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,12288,0.17186133066813153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,65536,0.8597845077514649
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,10240,0.13888853391011555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,8192,0.11339093049367269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,7168,0.10103466510772705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,6144,0.08830293019612631
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,5120,0.07587839762369791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,4096,0.0636245330174764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,3584,0.056968533992767335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,3072,0.05560319821039835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,2560,0.0362496018409729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,2048,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,1536,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,1024,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,768,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,512,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,256,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,128,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,64,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,8192,32,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,16384,0.19865600268046063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,12288,0.14943572680155437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,65536,0.7518890380859375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,10240,0.12260693709055584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,8192,0.10103466510772705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,7168,0.08970239957173666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,6144,0.07915519873301188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,5120,0.06778879960378012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,4096,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,3584,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,2560,0.020206934213638304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,3072,0.055978667736053464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,2048,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,1536,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,1024,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,768,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,512,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,256,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,128,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,64,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,7168,32,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,16384,0.1716565291086833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,65536,0.6474751790364583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,12288,0.1344853401184082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,10240,0.10704212983449299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,8192,0.0884394645690918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,7168,0.07949653466542562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,6144,0.06959786415100097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,5120,0.060347731908162436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,4096,0.0509610652923584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,3072,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,3584,0.04986879825592041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,2560,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,2048,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,1536,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,1024,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,768,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,512,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,256,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,128,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,64,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,6144,32,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,16384,0.14107306798299152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,65536,0.5387264251708984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,12288,0.11035306453704834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,10240,0.09065813223520915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,8192,0.07499093214670817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,7168,0.06734506289164224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,6144,0.06471680005391439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,5120,0.052019198735555015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,4096,0.03573760191599528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,3584,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,3072,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,2560,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,2048,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,1536,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,1024,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,768,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,512,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,256,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,64,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,128,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,5120,32,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,65536,0.4356095949808757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,16384,0.11584853331247966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,12288,0.08628906408945719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,10240,0.07167999744415283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,8192,0.060279464721679686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,7168,0.05444266796112061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,6144,0.04894719918568929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,5120,0.032051199674606325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,4096,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,3584,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,3072,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,2560,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,2048,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,1536,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,1024,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,768,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,512,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,256,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,128,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,64,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,4096,32,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,16384,0.1002837340037028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,65536,0.3692202568054199
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,12288,0.0834218660990397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,10240,0.06461439927419027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,8192,0.05502293507258097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,7168,0.04911786715189616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,6144,0.03614720106124878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,5120,0.024132267634073893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,4096,0.020718934138615926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,3072,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,3584,0.020957867304484047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,2560,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,2048,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,1536,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,1024,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,768,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,512,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,256,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,128,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,64,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3584,32,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,65536,0.3237205187479655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,12288,0.06884693304697673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,16384,0.09144319693247477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,10240,0.058265598615010586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,7168,0.040652799606323245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,8192,0.04904959996541341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,6144,0.026009599367777508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,5120,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,4096,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,3584,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,3072,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,2048,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,2560,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,1536,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,1024,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,768,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,512,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,256,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,128,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,3072,32,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,65536,0.2779136021931966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,16384,0.078438401222229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,12288,0.06423893372217813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,10240,0.05444266796112061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,8192,0.03894613186518352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,7168,0.02481813430786133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,6144,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,5120,0.021230934063593547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,4096,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,3584,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,3072,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,2560,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,2048,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,1024,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,1536,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,768,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,512,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,256,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,128,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2560,32,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,16384,0.06683306694030762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,65536,0.2276693344116211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,12288,0.05529599984486898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,10240,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,8192,0.023381332556406655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,7168,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,6144,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,5120,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,4096,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,3584,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,3072,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,2560,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,2048,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,1536,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,1024,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,768,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,512,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,256,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,2048,32,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,65536,0.17585493723551432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,16384,0.054408534367879235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,12288,0.026589866479237872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,8192,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,10240,0.025838933388392132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,7168,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,6144,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,5120,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,4096,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,3584,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,3072,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,2560,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,2048,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,1024,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,1536,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,768,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,256,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1536,32,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,65536,0.11656533082326252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,16384,0.027409066756566364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,12288,0.024780799945195518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,10240,0.023381332556406655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,8192,0.021230934063593547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,7168,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,6144,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,5120,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,4096,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,3584,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,3072,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,2560,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,2048,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,1024,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,768,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,1024,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,65536,0.09359359741210938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,16384,0.02529279987017314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,12288,0.023142399390538533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,10240,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,8192,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,7168,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,6144,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,5120,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,4096,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,3584,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,3072,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,2560,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,2048,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,1536,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,1024,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,256,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,128,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,64,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,768,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,65536,0.06959786415100097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,16384,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,12288,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,10240,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,8192,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,7168,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,6144,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,5120,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,4096,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,3584,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,3072,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,2560,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,2048,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,1536,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,768,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,512,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,64,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,512,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,16384,0.02106026609738668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,65536,0.034713598092397054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,12288,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,10240,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,8192,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,7168,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,5120,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,6144,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,4096,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,3072,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,3584,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,2560,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,2048,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,1536,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,64,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,256,32,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,65536,0.029798400402069092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,16384,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,12288,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,10240,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,8192,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,7168,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,6144,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,5120,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,4096,0.01707306702931722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,3584,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,3072,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,2560,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,2048,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,1536,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,768,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,256,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,64,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,128,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,65536,0.029627732435862225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,16384,0.019800533850987755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,12288,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,10240,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,8192,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,7168,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,6144,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,5120,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,4096,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,3584,0.016827734311421712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,3072,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,2560,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,2048,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,768,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,512,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,256,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,64,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,64,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,65536,0.02935466567675273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,16384,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,12288,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,10240,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,8192,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,7168,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,6144,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,5120,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,4096,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,3584,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,3072,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,2560,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,2048,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,1024,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,512,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,64,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,48,32,32,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,16384,1.7266688028971355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,6144,0.6527999877929688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,8192,0.8555519739786783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,7168,0.7508309046427409
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,10240,1.0682708740234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,5120,0.5364053090413411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,12288,1.3144405364990235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,4096,0.43267412185668946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,3584,0.41997652053833007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,2048,0.24760319391886393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,3072,0.32887465159098306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,2560,0.3046741485595703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,1536,0.19107839266459148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,768,0.09925973415374756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,1024,0.12810239791870118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,512,0.06857386430104574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,256,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,128,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,32,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,65536,64,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,12288,0.331059201558431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,16384,0.4276224136352539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,10240,0.2711893399556478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,65536,1.7913856506347656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,8192,0.21998933156331382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,7168,0.19380906422932942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,6144,0.16728746096293132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,5120,0.1392639954884847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,4096,0.12492799758911133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,3584,0.11202560265858967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,3072,0.10270720322926838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,2048,0.06345386505126953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,2560,0.0839680035909017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,1536,0.050722134113311765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,1024,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,768,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,512,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,256,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,128,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,64,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,16384,32,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,16384,0.32563199996948244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,12288,0.25296212832132975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,8192,0.16803840001424153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,10240,0.20729173024495445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,7168,0.14660266240437825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,65536,1.314133326212565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,6144,0.1264298677444458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,5120,0.10741759936014812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,4096,0.09618773460388183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,3584,0.07905279795328776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,3072,0.06973439852396647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,2560,0.06045013268788656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,2048,0.050892798105875645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,1536,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,1024,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,768,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,512,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,256,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,128,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,64,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,12288,32,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,16384,0.27678718566894533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,12288,0.21186559995015464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,65536,1.0946219126383463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,10240,0.1740458647410075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,7168,0.12342613538106281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,8192,0.1395370642344157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,6144,0.1078272024790446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,5120,0.09246719678243001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,4096,0.07659520308176676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,3584,0.06864213148752848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,3072,0.06666239897410074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,2560,0.05259946584701538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,2048,0.034713598092397054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,1536,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,1024,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,768,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,512,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,256,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,128,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,64,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,10240,32,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,16384,0.22422186533610025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,12288,0.17056427001953126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,65536,0.849510383605957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,10240,0.13888853391011555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,8192,0.1105237325032552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,7168,0.09768959681193033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,6144,0.08908800284067789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,5120,0.07365972995758056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,4096,0.061713067690531406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,3584,0.055569068590799964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,3072,0.054169599215189615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,2560,0.03242666721343994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,2048,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,1536,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,1024,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,768,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,256,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,512,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,128,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,64,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,8192,32,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,16384,0.18984959920247396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,12288,0.1470805327097575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,65536,0.717038917541504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,10240,0.11854506333669027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,8192,0.09697279930114747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,7168,0.08683520158131917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,6144,0.07673172950744629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,5120,0.06533120075861612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,4096,0.05700266758600871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,3584,0.05683199961980184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,3072,0.04993706544240316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,2560,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,2048,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,1024,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,1536,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,768,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,512,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,256,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,128,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,64,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,7168,32,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,16384,0.16349867184956868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,12288,0.12458666960398357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,65536,0.5970602671305338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,10240,0.10482347011566162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,8192,0.08546986579895019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,7168,0.07584426403045655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,6144,0.067413330078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,5120,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,4096,0.05102933247884115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,3584,0.03549866676330567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,3072,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,2560,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,2048,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,1536,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,1024,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,768,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,512,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,256,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,128,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,6144,32,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,65536,0.5010773340861003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,16384,0.13728426297505697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,12288,0.11339093049367269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,10240,0.08751786549886068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,8192,0.0736255963643392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,7168,0.06550186475118001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,6144,0.06324906746546427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,5120,0.05017600059509277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,3584,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,4096,0.03078826665878296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,3072,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,2048,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,2560,0.020206934213638304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,1536,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,1024,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,768,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,512,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,256,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,64,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,5120,32,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,16384,0.11226452986399334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,65536,0.40741545359293624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,12288,0.08959999879201254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,10240,0.07645866870880128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,8192,0.0686079978942871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,7168,0.0579584002494812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,6144,0.05246293147404989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,5120,0.03908053239186605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,4096,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,3584,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,3072,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,2560,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,2048,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,1536,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,1024,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,768,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,256,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,4096,32,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,65536,0.36177921295166016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,16384,0.10321919918060303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,12288,0.0816810687383016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,10240,0.06942719618479411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,8192,0.05806080102920532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,7168,0.05256533225377401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,6144,0.04423679908116658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,5120,0.023004800081253052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,4096,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,3584,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,3072,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,2560,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,2048,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,1024,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,768,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,256,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,128,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3584,32,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,65536,0.31399253209431965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,16384,0.09038506348927816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,12288,0.07359146277109782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,10240,0.06236159801483154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,8192,0.05341866811116537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,7168,0.039901868502298994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,6144,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,5120,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,4096,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,3072,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,3584,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,2560,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,2048,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,1536,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,768,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,512,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,256,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,3072,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,16384,0.0765610694885254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,65536,0.316484260559082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,12288,0.06318080027898153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,10240,0.053725866476694736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,8192,0.03590826590855916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,7168,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,6144,0.020206934213638304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,5120,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,4096,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,3072,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,3584,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,2560,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,2048,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,1536,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,768,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,256,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,128,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2560,32,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,65536,0.2565120061238607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,16384,0.06543360153834024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,12288,0.05570880174636841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,10240,0.0369322657585144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,8192,0.021607466538747153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,7168,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,6144,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,5120,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,4096,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,3584,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,3072,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,2560,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,2048,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,1536,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,1024,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,256,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,2048,32,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,65536,0.16551253000895183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,16384,0.05369173288345337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,12288,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,10240,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,8192,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,7168,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,6144,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,4096,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,3584,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,3072,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,2560,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,2048,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,1536,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,512,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,256,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1536,32,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,16384,0.02239146629969279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,65536,0.11321919759114582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,12288,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,10240,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,8192,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,7168,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,6144,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,4096,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,5120,0.017786665757497152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,3584,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,3072,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,2560,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,2048,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,768,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,512,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,1024,32,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,65536,0.09748480319976807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,16384,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,12288,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,10240,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,8192,0.02406186660130819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,7168,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,6144,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,5120,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,4096,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,3584,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,3072,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,2048,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,2560,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,1536,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,1024,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,768,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,512,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,256,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,128,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,768,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,65536,0.06877973079681396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,16384,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,12288,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,10240,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,8192,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,7168,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,5120,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,6144,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,4096,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,3072,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,3584,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,2560,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,2048,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,1536,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,1024,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,512,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,768,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,512,32,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,65536,0.02785173257191976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,16384,0.020377600193023683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,12288,0.019800533850987755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,10240,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,8192,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,7168,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,6144,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,5120,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,4096,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,3584,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,3072,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,2560,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,2048,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,1536,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,512,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,256,32,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,65536,0.027409066756566364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,16384,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,12288,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,10240,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,8192,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,7168,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,6144,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,5120,0.017313067118326822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,4096,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,3584,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,3072,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,2560,0.016355199615160625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,2048,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,1024,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,768,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,256,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,64,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,128,32,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,65536,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,16384,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,12288,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,10240,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,8192,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,7168,0.01795519987742106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,6144,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,5120,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,4096,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,3584,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,3072,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,2560,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,2048,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,1536,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,1024,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,768,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,128,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,64,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,65536,0.027340799570083618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,16384,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,12288,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,10240,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,8192,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,7168,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,6144,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,5120,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,4096,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,3584,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,2560,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,3072,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,2048,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,1536,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,512,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,256,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,64,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,32,32,32,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,8192,0.8533674875895182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,10240,1.065984026590983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,12288,1.3163178761800132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,16384,1.720046869913737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,7168,0.7509674708048503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,4096,0.4242090543111165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,5120,0.5273599942525228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,6144,0.6440618515014649
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,3584,0.3729749361673991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,2560,0.29805227915445964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,3072,0.35406506856282555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,1536,0.1845589319864909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,2048,0.24159572919209799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,1024,0.1276586691538493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,768,0.09902079900105795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,512,0.06857386430104574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,256,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,128,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,64,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,65536,32,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,16384,0.42168318430582685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,10240,0.2682538668314616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,12288,0.32716798782348633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,65536,1.7093631744384765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,8192,0.2176682631174723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,7168,0.19234132766723633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,6144,0.17029120127360026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,5120,0.13861546516418458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,4096,0.12584959665934245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,3584,0.10670080184936523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,3072,0.09792853196461995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,2560,0.08379733562469482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,2048,0.0632149338722229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,1536,0.050722134113311765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,1024,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,768,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,512,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,256,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,128,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,64,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,16384,32,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,16384,0.3248469352722168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,12288,0.2486954689025879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,65536,1.3061803181966147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,10240,0.20435627301534018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,8192,0.16643412907918292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,7168,0.14537386894226073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,5120,0.10769066810607911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,6144,0.13076480229695636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,3584,0.07881386280059814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,4096,0.08980480035146078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,3072,0.07703893184661866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,2560,0.060347731908162436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,2048,0.050824534893035886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,1536,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,1024,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,768,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,512,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,256,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,128,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,64,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,12288,32,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,16384,0.27955201466878254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,65536,1.0933247884114583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,12288,0.21070507367451988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,10240,0.17278292973836262
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,8192,0.13998079299926758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,7168,0.12315306663513184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,5120,0.09164799849192301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,6144,0.10779306888580323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,4096,0.07649280230204264
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,3072,0.06062080065409342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,3584,0.07495679855346679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,2560,0.05256533225377401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,2048,0.030037333567937214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,1536,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,1024,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,768,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,512,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,256,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,128,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,64,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,10240,32,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,16384,0.21917014122009276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,12288,0.16360106468200683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,65536,0.8517632166544595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,10240,0.1335637410481771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,7168,0.09635840257008871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,8192,0.10929493109385173
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,6144,0.0846506675084432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,5120,0.07243093649546305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,4096,0.06099626620610556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,3584,0.054545064767201744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,3072,0.053282133738199865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,2560,0.032290132840474446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,2048,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,1024,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,1536,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,768,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,512,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,256,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,128,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,64,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,8192,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,16384,0.1870848019917806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,12288,0.14322346051534016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,65536,0.7690581639607748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,8192,0.09697279930114747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,10240,0.11738453706105549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,7168,0.08567466735839843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,6144,0.07598079840342203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,5120,0.06481920083363851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,3584,0.04925440152486165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,4096,0.0549888014793396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,3072,0.04768426815668742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,2560,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,2048,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,1536,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,1024,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,512,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,256,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,128,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,64,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,7168,32,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,16384,0.16100692749023438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,65536,0.6625962575276693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,12288,0.12369919617970784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,10240,0.10181972980499268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,8192,0.08447999954223633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,7168,0.07505919933319091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,6144,0.0667306661605835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,5120,0.057275732358296715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,4096,0.05700266758600871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,3584,0.04962986707687378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,3072,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,2560,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,2048,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,1536,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,1024,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,512,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,256,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,128,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,64,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,6144,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,65536,0.49575252532958985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,16384,0.13557759920756024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,12288,0.10533546606699626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,10240,0.08724479675292969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,8192,0.0723626693089803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,7168,0.06492160161336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,6144,0.05785599946975708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,5120,0.05007359981536865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,4096,0.037375998497009275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,3584,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,3072,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,2560,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,2048,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,1536,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,1024,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,768,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,512,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,256,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,128,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,64,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,5120,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,16384,0.11298133532206218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,65536,0.40557225545247394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,12288,0.08929279645284018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,10240,0.07526400089263915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,8192,0.06174720128377279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,6144,0.048844798405965166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,7168,0.05444266796112061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,5120,0.03242666721343994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,4096,0.020138667027155558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,3072,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,3584,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,2560,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,1536,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,2048,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,1024,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,768,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,512,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,4096,32,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,16384,0.10004479885101318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,12288,0.08004266421000163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,65536,0.3526314735412598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,10240,0.06468266646067301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,8192,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,7168,0.048981332778930665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,6144,0.04423679908116658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,5120,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,4096,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,3584,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,3072,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,2560,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,2048,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,768,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,512,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,256,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,64,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3584,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,16384,0.08864426612854004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,12288,0.06891520023345947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,65536,0.3059029261271159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,10240,0.0579584002494812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,7168,0.03911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,8192,0.04922026793162028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,6144,0.020992000897725425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,5120,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,4096,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,3584,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,3072,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,2560,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,2048,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,1536,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,1024,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,512,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,768,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,256,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,64,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,3072,32,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,65536,0.3057322820027669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,16384,0.0764245351155599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,12288,0.059938132762908936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,8192,0.037273601690928145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,10240,0.051507198810577394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,7168,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,6144,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,5120,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,4096,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,3584,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,3072,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,2560,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,2048,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,1536,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,1024,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,768,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,512,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,256,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2560,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,16384,0.0671061356862386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,65536,0.2502997398376465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,12288,0.05253119866053263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,10240,0.03857066631317139
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,8192,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,7168,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,6144,0.01966080069541931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,4096,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,3584,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,3072,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,2560,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,2048,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,1536,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,1024,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,768,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,512,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,64,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,2048,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,65536,0.1613141377766927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,16384,0.053557332356770834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,12288,0.023005867004394533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,10240,0.02512213389078776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,8192,0.02225493391354879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,7168,0.020957867304484047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,6144,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,5120,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,3584,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,4096,0.017442133029301962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,3072,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,2560,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,2048,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,1536,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,1024,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,256,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,128,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,64,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1536,32,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,65536,0.11332266330718994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,16384,0.023176532983779908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,12288,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,10240,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,8192,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,7168,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,6144,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,5120,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,4096,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,3584,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,3072,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,2560,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,2048,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,1536,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,768,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,256,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,64,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,1024,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,65536,0.09294506708780924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,16384,0.022937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,12288,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,10240,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,8192,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,6144,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,5120,0.017886932690938315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,7168,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,4096,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,3584,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,3072,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,2560,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,2048,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,1536,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,1024,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,256,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,64,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,768,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,16384,0.023005867004394533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,65536,0.07355733712514242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,12288,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,10240,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,8192,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,7168,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,6144,0.01775040030479431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,5120,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,4096,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,3584,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,3072,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,2560,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,2048,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,1536,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,1024,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,512,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,256,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,128,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,512,64,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,65536,0.026870399713516235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,16384,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,10240,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,12288,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,8192,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,7168,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,6144,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,5120,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,4096,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,3584,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,3072,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,2560,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,2048,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,1536,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,1024,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,768,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,512,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,256,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,32,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,256,64,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,65536,0.025151999791463216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,16384,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,12288,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,10240,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,8192,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,7168,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,6144,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,5120,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,4096,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,3584,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,3072,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,2560,0.022425599892934165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,2048,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,1536,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,1024,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,768,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,512,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,128,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,64,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,128,32,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,65536,0.02529279987017314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,16384,0.018883200486501057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,10240,0.018360533316930137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,12288,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,8192,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,7168,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,6144,0.01734506686528524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,5120,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,4096,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,3584,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,3072,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,2560,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,2048,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,1536,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,1024,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,768,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,512,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,256,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,128,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,64,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,65536,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,12288,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,16384,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,10240,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,8192,0.017552000284194947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,7168,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,6144,0.017749333381652833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,5120,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,4096,0.016863999764124553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,3584,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,3072,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,2560,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,2048,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,1536,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,1024,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,768,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,512,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,256,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,128,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,16,32,32,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,12288,1.1542869567871095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,10240,0.9629013061523437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,6144,0.573747189839681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,7168,0.6693546930948894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,16384,1.5419733683268229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,8192,0.7767381032307943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,5120,0.47503360112508136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,4096,0.37621758778889974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,3072,0.3087360064188639
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,3584,0.36440747578938804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,2560,0.23623679478963217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,1024,0.1105237325032552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,2048,0.2063360055287679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,1536,0.15766186714172364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,768,0.10287786324818929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,512,0.0903167963027954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,256,0.0887125333150228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,128,0.0884394645690918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,64,0.08816640377044678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,65536,32,0.08782506783803304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,16384,0.3764906565348307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,12288,0.28436479568481443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,10240,0.23691946665445962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,65536,1.6129706064860028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,8192,0.1912490685780843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,5120,0.12305066585540772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,7168,0.17025705973307292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,6144,0.14854826927185058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,4096,0.10072746276855468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,3584,0.10048853556315104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,3072,0.08625493049621583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,2560,0.07464959621429443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,1536,0.04485119978586833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,1024,0.03297280073165894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,2048,0.06154239972432455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,768,0.032290132840474446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,256,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,512,0.031231999397277832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,128,0.03065173427263896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,64,0.030719999472300214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,16384,32,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,12288,0.21678080558776855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,16384,0.2985642751057943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,10240,0.19121492703755696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,8192,0.146943998336792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,7168,0.12963840166727703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,65536,1.1571200052897135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,6144,0.11352746486663819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,5120,0.09540266990661621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,4096,0.07959893544514975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,3584,0.07850666840871176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,3072,0.06693546772003174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,2560,0.05461333195368449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,2048,0.0452949325243632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,1536,0.031402667363484696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,1024,0.02754559914271037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,768,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,512,0.026282666126887004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,128,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,256,0.02635093331336975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,64,0.03222186764081319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,12288,32,0.025873066981633504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,16384,0.2464085261027018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,65536,0.9800362904866537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,12288,0.18302292823791505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,8192,0.12434773445129395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,10240,0.15517013867696125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,7168,0.11055786609649658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,6144,0.09704106648763021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,5120,0.08157866795857747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,4096,0.07229440212249756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,3584,0.06775466601053873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,2560,0.048162134488423665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,3072,0.053896534442901614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,2048,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,1536,0.027716267108917236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,1024,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,768,0.02471253275871277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,512,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,256,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,128,0.02379093368848165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,64,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,10240,32,0.023517866929372154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,12288,0.15383893648783367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,16384,0.19411627451578778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,65536,0.7793322881062825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,10240,0.12602026462554933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,8192,0.10216106573740642
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,7168,0.09198933442433675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,6144,0.08055466810862223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,5120,0.06847146352132162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,4096,0.062156800429026285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,3584,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,3072,0.04983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,2560,0.03341653347015381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,2048,0.027477333943049114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,1536,0.024985599517822265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,768,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,1024,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,512,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,256,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,128,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,64,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,8192,32,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,10240,0.11096746921539306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,16384,0.17083733876546223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,12288,0.13417812983194988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,65536,0.6777514775594076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,8192,0.09099946816762289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,7168,0.0816810687383016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,6144,0.07229440212249756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,5120,0.061610666910807285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,4096,0.05184853474299113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,3584,0.04720640182495117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,3072,0.037887998421986896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,2560,0.03512320121129354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,2048,0.02512213389078776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,1536,0.023142399390538533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,1024,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,768,0.02109439969062805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,512,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,256,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,128,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,64,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,7168,32,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,65536,0.5720405578613281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,16384,0.14762667020161946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,12288,0.11352746486663819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,10240,0.09659732977549235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,8192,0.07990612983703613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,6144,0.06403413216272989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,7168,0.07167999744415283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,5120,0.054579198360443115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,4096,0.056866133213043214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,3584,0.037887998421986896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,3072,0.027272532383600872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,2560,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,2048,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,1536,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,1024,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,768,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,512,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,256,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,128,0.018978132804234823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,64,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,6144,32,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,16384,0.1242794672648112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,12288,0.09669973055521647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,65536,0.4739413261413574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,10240,0.08758613268534342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,8192,0.06877866586049398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,6144,0.05509119828542074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,7168,0.06181546847025553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,5120,0.047650134563446044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,4096,0.030719999472300214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,3584,0.026419200499852497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,3072,0.025326933463414508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,2560,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,2048,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,1536,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,1024,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,768,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,512,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,256,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,128,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,64,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,5120,32,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,16384,0.10188799699147541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,12288,0.08017919858296713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,10240,0.06901760101318359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,8192,0.05789013306299845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,7168,0.05239466826121012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,65536,0.37645654678344725
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,6144,0.04703573385874431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,5120,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,4096,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,3584,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,3072,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,2048,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,2560,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,1536,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,1024,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,768,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,512,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,256,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,64,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,128,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,4096,32,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,65536,0.350712521870931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,16384,0.0950272003809611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,12288,0.07430826822916667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,10240,0.06427306731541951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,8192,0.053657599290212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,7168,0.048571733633677165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,6144,0.04334933360417684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,5120,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,4096,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,3584,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,3072,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,2048,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,2560,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,1536,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,1024,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,768,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,512,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,256,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,128,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,64,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3584,32,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,65536,0.2838186581929525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,16384,0.08523093064626058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,12288,0.0634879986445109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,10240,0.05509119828542074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,8192,0.04669440189997355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,7168,0.04212053219477336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,6144,0.02539520064989726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,5120,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,4096,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,3584,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,3072,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,2560,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,2048,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,1536,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,1024,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,768,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,512,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,256,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,128,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,64,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,3072,32,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,65536,0.24907093048095702
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,16384,0.07120213508605958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,10240,0.0495957334836324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,12288,0.0566271980603536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,6144,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,8192,0.03256319959958394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,7168,0.025565866629282636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,5120,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,4096,0.020821332931518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,3072,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,3584,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,2560,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,2048,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,1536,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,1024,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,768,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,512,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,256,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,128,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,64,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2560,32,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,16384,0.0579584002494812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,65536,0.19237546920776366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,12288,0.04706986745198567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,10240,0.034850132465362546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,8192,0.023893332481384276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,7168,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,6144,0.021333332856496176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,5120,0.01986560026804606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,4096,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,3072,0.024234666426976522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,3584,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,2560,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,2048,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,1536,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,768,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,1024,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,512,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,256,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,128,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,64,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,2048,32,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,65536,0.15196159680684407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,16384,0.04741119941075643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,12288,0.027033599217732747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,10240,0.024473599592844644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,8192,0.026999467611312868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,7168,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,6144,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,5120,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,3584,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,4096,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,3072,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,2560,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,2048,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,1536,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,1024,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,768,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,512,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,256,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,128,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,64,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1536,32,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,65536,0.10315093199412029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,16384,0.024098134040832518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,12288,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,10240,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,8192,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,7168,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,5120,0.022766933838526408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,6144,0.02379093368848165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,4096,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,3584,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,3072,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,2560,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,2048,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,1536,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,1024,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,512,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,256,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,128,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,64,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,1024,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,65536,0.08075946966807047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,16384,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,12288,0.019933867454528808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,10240,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,8192,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,7168,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,6144,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,5120,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,4096,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,3584,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,3072,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,2560,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,1536,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,2048,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,1024,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,768,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,512,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,256,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,768,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,65536,0.05905066728591919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,16384,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,12288,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,8192,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,10240,0.02368853290875753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,7168,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,6144,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,5120,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,4096,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,3072,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,2560,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,2048,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,1536,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,1024,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,768,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,512,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,256,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,64,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,512,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,65536,0.03853653271993001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,16384,0.01795413295427958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,12288,0.01730560064315796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,10240,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,8192,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,7168,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,6144,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,5120,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,4096,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,3072,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,3584,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,2560,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,2048,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,1536,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,1024,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,768,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,512,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,128,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,64,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,256,32,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,65536,0.03174399932225545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,16384,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,12288,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,10240,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,8192,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,7168,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,6144,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,5120,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,4096,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,3584,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,3072,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,2560,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,2048,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,1536,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,768,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,1024,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,512,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,256,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,128,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,64,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,128,32,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,65536,0.029183999697367353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,16384,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,12288,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,10240,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,8192,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,7168,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,6144,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,5120,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,4096,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,3584,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,2560,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,2048,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,1536,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,768,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,1024,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,256,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,512,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,128,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,64,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,64,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,65536,0.029183999697367353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,16384,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,12288,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,10240,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,8192,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,7168,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,6144,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,5120,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,3584,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,4096,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,2560,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,2048,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,1536,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,1024,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,768,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,512,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,256,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,128,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,64,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,8,32,32,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,16384,1.587268320719401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,10240,0.9945770899454752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,8192,0.7895039876302083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,12288,1.1844266255696616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,6144,0.5946709314982097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,7168,0.68853759765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,5120,0.48493226369222003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,4096,0.387720521291097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,3584,0.3593557357788086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,3072,0.3081215858459473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,1536,0.15742293993632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,1024,0.10796373685201008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,2560,0.26081280708312987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,2048,0.20712107022603354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,768,0.08389973640441895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,512,0.06096213261286417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,256,0.05225813388824463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,128,0.05249706506729126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,64,0.05205333232879639
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,65536,32,0.05208746592203776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,16384,0.3732480049133301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,12288,0.28767573038736977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,10240,0.24500907262166344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,65536,1.6614058176676434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,8192,0.19077119827270508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,7168,0.1687551975250244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,5120,0.12270932992299396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,6144,0.1468074639638265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,4096,0.10936319828033447
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,3584,0.10274133682250977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,3072,0.08642559846242269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,2560,0.07454720338185629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,2048,0.05584213336308798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,1536,0.048571733633677165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,1024,0.023381332556406655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,768,0.02327893376350403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,512,0.02218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,256,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,128,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,64,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,16384,32,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,12288,0.22019413312276206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,16384,0.29156694412231443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,10240,0.1810431957244873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,8192,0.14612479209899903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,7168,0.12929706573486327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,65536,1.2021077473958335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,6144,0.11267413298288982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,5120,0.09547093709309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,4096,0.08471893469492595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,3584,0.0779263973236084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,2560,0.053623465696970615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,3072,0.0618837316830953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,2048,0.045124268531799315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,1536,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,1024,0.02044586737950643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,768,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,512,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,128,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,256,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,64,0.01925119956334432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,12288,32,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,16384,0.24398506482442223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,65536,1.011575444539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,12288,0.1831936041514079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,8192,0.12332373460133869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,10240,0.15383893648783367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,7168,0.1099776029586792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,6144,0.09618773460388183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,5120,0.08178346951802572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,4096,0.07352320353190103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,3584,0.06720853646596273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,3072,0.053657599290212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,2560,0.04659200112024943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,2048,0.032767999172210696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,1536,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,1024,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,768,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,512,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,256,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,128,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,64,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,10240,32,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,16384,0.1927509307861328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,12288,0.1469098726908366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,65536,0.7960917154947917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,10240,0.12438186804453533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,8192,0.10113706588745117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,7168,0.09007786909739177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,6144,0.07918933232625326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,5120,0.06772053241729736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,4096,0.059562667210896814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,3584,0.051643733183542886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,3072,0.049561599890391037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,2560,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,2048,0.020206934213638304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,1536,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,1024,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,768,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,512,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,256,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,128,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,64,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,8192,32,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,16384,0.17083733876546223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,12288,0.13311999638875324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,65536,0.6900394439697266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,10240,0.11035306453704834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,8192,0.09018026987711589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,6144,0.07123626867930094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,7168,0.0808618704477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,5120,0.06106453339258829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,4096,0.05123413403828939
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,3584,0.04679679870605469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,3072,0.04485119978586833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,2560,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,2048,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,1536,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,1024,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,768,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,512,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,256,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,128,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,64,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,7168,32,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,16384,0.15609173774719237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,65536,0.5851135889689127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,12288,0.11291306813557941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,10240,0.09615360101064047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,8192,0.07901866436004638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,7168,0.07065599759419759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,6144,0.06280533472696939
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,5120,0.05376000006993612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,4096,0.04573866526285807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,3584,0.045431466897328694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,3072,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,2560,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,2048,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,1536,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,1024,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,768,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,512,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,256,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,128,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,64,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,6144,32,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,16384,0.1260543982187907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,65536,0.510156790415446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,12288,0.09840640226999918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,8192,0.06864213148752848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,10240,0.08335359891255698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,7168,0.0618837316830953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,6144,0.05451093514760336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,5120,0.04778666496276855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,4096,0.030173865954081218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,3072,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,3584,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,2560,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,2048,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,1536,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,1024,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,768,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,512,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,256,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,128,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,64,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,5120,32,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,65536,0.38502400716145835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,16384,0.10199039777119953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,12288,0.07959893544514975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,10240,0.06853973070780436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,8192,0.056934400399525964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,7168,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,6144,0.04645546674728394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,5120,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,4096,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,3584,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,3072,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,2560,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,2048,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,1536,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,1024,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,768,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,512,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,256,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,128,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,64,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,4096,32,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,16384,0.09407146771748862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,65536,0.3462826728820801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,12288,0.0734549363454183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,10240,0.06324906746546427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,8192,0.05236053466796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,7168,0.04768426815668742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,6144,0.04689919948577881
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,4096,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,5120,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,3584,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,3072,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,2560,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,2048,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,1536,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,768,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,1024,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,512,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,256,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,128,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,64,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3584,32,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,65536,0.28576428095499673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,16384,0.08540159861246745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,12288,0.06324906746546427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,10240,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,8192,0.04614826838175456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,7168,0.040106666088104245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,6144,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,5120,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,4096,0.017851734161376955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,3584,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,3072,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,2560,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,2048,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,1536,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,1024,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,768,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,512,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,256,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,128,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,64,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,3072,32,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,16384,0.06840319633483886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,12288,0.05451093514760336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,65536,0.23661227226257325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,10240,0.04751360019048055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,8192,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,7168,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,6144,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,5120,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,4096,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,3584,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,3072,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,2560,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,2048,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,1536,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,1024,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,768,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,512,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,256,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,128,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,64,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2560,32,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,65536,0.19357013702392578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,16384,0.05819733142852783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,12288,0.046728531519571945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,10240,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,8192,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,7168,0.020172800620396933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,6144,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,5120,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,4096,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,3584,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,3072,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,2560,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,2048,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,1536,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,768,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,1024,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,512,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,256,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,128,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,64,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,2048,32,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,65536,0.14701226552327473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,16384,0.0466261347134908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,12288,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,10240,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,8192,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,7168,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,6144,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,5120,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,4096,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,3584,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,3072,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,2560,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,2048,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,1536,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,1024,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,768,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,512,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,128,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,64,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1536,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,65536,0.10168320337931316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,16384,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,12288,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,8192,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,10240,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,7168,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,6144,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,5120,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,4096,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,3072,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,2560,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,2048,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,1536,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,1024,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,768,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,512,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,128,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,256,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,64,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,1024,32,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,65536,0.07946240107218425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,16384,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,8192,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,10240,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,12288,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,7168,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,6144,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,5120,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,4096,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,3584,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,3072,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,2560,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,1536,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,2048,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,1024,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,768,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,512,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,256,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,128,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,64,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,768,32,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,65536,0.05792426665623983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,16384,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,12288,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,10240,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,8192,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,7168,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,6144,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,5120,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,4096,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,3584,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,3072,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,2560,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,2048,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,1536,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,1024,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,768,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,512,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,256,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,128,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,512,32,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,65536,0.032051199674606325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,16384,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,12288,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,10240,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,8192,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,7168,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,6144,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,5120,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,4096,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,3584,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,3072,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,2048,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,2560,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,1536,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,1024,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,768,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,512,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,256,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,128,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,64,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,256,32,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,65536,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,16384,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,12288,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,10240,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,8192,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,7168,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,6144,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,5120,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,4096,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,3584,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,2560,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,2048,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,1024,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,1536,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,768,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,512,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,256,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,128,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,64,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,128,32,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,65536,0.029934932788213093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,16384,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,12288,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,10240,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,8192,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,7168,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,6144,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,5120,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,4096,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,3584,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,2048,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,2560,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,1536,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,1024,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,768,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,512,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,256,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,128,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,64,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,64,32,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,65536,0.02959360082944234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,12288,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,16384,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,10240,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,8192,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,7168,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,6144,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,5120,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,4096,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,3584,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,2560,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,2048,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,1536,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,1024,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,768,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,512,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,256,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,128,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,64,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,4,32,32,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,16384,1.5507797241210937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,10240,0.9676799774169922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,8192,0.7795370737711589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,5120,0.49066667556762694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,12288,1.1580416361490884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,6144,0.5866154352823894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,7168,0.6810965220133464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,4096,0.3949909210205078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,3584,0.3528704007466634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,2048,0.19473066329956054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,1024,0.12042240301767985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,2560,0.26548906962076824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,1536,0.15714987119038898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,3072,0.3038890520731608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,768,0.08516266345977783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,512,0.060279464721679686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,256,0.033928533395131424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,128,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,64,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,65536,32,0.033587201436360674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,10240,0.24285866419474283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,12288,0.2943317413330078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,16384,0.398199462890625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,65536,1.5562410990397135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,8192,0.19063466389973957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,6144,0.14626132647196452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,7168,0.16855039596557617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,5120,0.12322133382161457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,3584,0.09768959681193033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,4096,0.10332159996032715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,3072,0.08468480110168457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,2560,0.07403519948323568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,2048,0.057241598765055336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,1536,0.046011734008789065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,768,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,1024,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,512,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,256,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,128,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,64,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,16384,32,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,12288,0.22702080408732095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,16384,0.301260789235433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,10240,0.1795413335164388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,8192,0.1458858648935954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,7168,0.12888747056325275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,65536,1.1712170918782552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,6144,0.11246933142344158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,5120,0.09567573070526122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,3584,0.07635626792907715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,4096,0.08215893109639485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,3072,0.06669653256734212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,2560,0.055910400549570714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,2048,0.04608000119527181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,1536,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,1024,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,768,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,512,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,256,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,128,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,64,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,12288,32,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,65536,0.9791829427083334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,16384,0.24773972829182944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,12288,0.1795754591623942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,10240,0.15144960085550946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,8192,0.12352853616078693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,7168,0.1096021334330241
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,6144,0.0958463986714681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,5120,0.08192000389099122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,4096,0.07273813088734946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,3584,0.06580906709035238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,3072,0.054169599215189615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,2560,0.05085866848627726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,2048,0.037512532869974774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,1536,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,1024,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,768,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,512,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,256,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,64,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,128,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,10240,32,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,16384,0.19305814107259114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,12288,0.1458175977071126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,65536,0.7857834498087566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,10240,0.12352853616078693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,8192,0.10123946666717529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,7168,0.08983893394470215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,6144,0.07915519873301188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,5120,0.06802773475646973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,4096,0.056866133213043214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,3584,0.05188266833623251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,3072,0.048469332853953044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,2560,0.031675734122594196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,2048,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,1536,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,1024,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,768,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,512,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,256,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,128,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,64,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,8192,32,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,12288,0.12933119932810466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,16384,0.1706666628519694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,65536,0.688913091023763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,10240,0.1099776029586792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,8192,0.09038506348927816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,7168,0.08062293529510497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,6144,0.07113386789957682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,5120,0.06137173175811768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,4096,0.05147306521733602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,3584,0.04710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,3072,0.043622398376464845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,2560,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,2048,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,1536,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,1024,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,768,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,512,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,256,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,128,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,64,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,7168,32,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,16384,0.14762667020161946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,65536,0.5897216161092123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,12288,0.11236693064371746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,10240,0.0958463986714681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,8192,0.07929173310597738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,7168,0.07051946322123209
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,6144,0.06253226598103842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,5120,0.05420373280843099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,4096,0.04608000119527181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,3584,0.04430506626764934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,3072,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,2560,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,1536,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,2048,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,1024,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,768,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,512,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,256,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,128,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,32,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,6144,64,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,16384,0.12479146321614583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,12288,0.0958463986714681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,65536,0.49715201059977215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,10240,0.08219306468963623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,8192,0.0681984027226766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,7168,0.06113280057907104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,6144,0.05410133202870687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,5120,0.04724053144454956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,4096,0.031573333342870075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,3584,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,3072,0.016622933745384216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,2560,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,2048,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,1536,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,1024,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,768,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,512,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,256,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,64,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,128,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,5120,32,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,65536,0.39621973037719727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,16384,0.10185386339823406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,12288,0.0788821299870809
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,10240,0.0679253339767456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,8192,0.057036801179250085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,7168,0.051575465997060144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,6144,0.045875199635823566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,5120,0.031163734197616578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,4096,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,3584,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,3072,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,2560,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,1536,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,2048,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,1024,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,768,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,256,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,128,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,64,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,4096,32,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,16384,0.09352533022562662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,65536,0.35563519795735676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,12288,0.07161173025767008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,10240,0.06195199886957804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,8192,0.051370668411254886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,7168,0.04724053144454956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,6144,0.040345601240793866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,5120,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,4096,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,3072,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,3584,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,2560,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,2048,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,1536,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,768,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,1024,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,512,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,256,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,128,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,64,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3584,32,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,16384,0.08024746576944987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,12288,0.062395731608072914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,65536,0.29518505732218425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,8192,0.045841066042582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,10240,0.054271999994913736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,7168,0.04037973483403524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,6144,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,5120,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,3584,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,3072,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,2560,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,2048,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,1536,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,768,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,1024,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,512,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,256,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,128,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,64,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,3072,32,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,65536,0.2426197369893392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,16384,0.0686079978942871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,12288,0.054169599215189615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,10240,0.04751360019048055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,8192,0.029320534070332843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,7168,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,6144,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,5120,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,4096,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,3584,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,3072,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,2560,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,2048,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,1536,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,1024,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,768,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,512,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,256,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,64,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2560,32,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,65536,0.19121492703755696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,16384,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,12288,0.05116586685180664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,10240,0.029320534070332843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,8192,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,7168,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,6144,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,5120,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,4096,0.014574933052062988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,3072,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,2560,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,2048,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,1024,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,1536,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,768,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,512,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,128,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,64,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,2048,32,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,16384,0.046216531594594316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,65536,0.14656853675842285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,12288,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,10240,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,8192,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,7168,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,6144,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,5120,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,4096,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,3584,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,3072,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,2560,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,2048,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,1536,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,1024,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,768,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,256,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,512,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,128,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,64,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1536,32,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,65536,0.10113706588745117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,16384,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,12288,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,10240,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,8192,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,7168,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,5120,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,6144,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,4096,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,3072,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,3584,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,2560,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,2048,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,1536,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,1024,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,768,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,512,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,256,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,128,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,64,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,1024,32,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,65536,0.07908693154652914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,16384,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,12288,0.014984533190727234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,10240,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,8192,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,7168,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,6144,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,5120,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,4096,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,3584,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,2560,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,2048,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,1536,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,1024,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,768,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,512,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,256,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,128,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,32,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,768,64,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,65536,0.056968533992767335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,16384,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,12288,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,10240,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,8192,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,7168,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,6144,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,5120,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,3584,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,4096,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,2560,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,2048,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,1536,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,1024,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,768,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,512,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,256,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,128,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,64,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,512,32,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,65536,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,16384,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,12288,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,10240,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,8192,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,7168,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,6144,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,5120,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,4096,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,3584,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,3072,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,2560,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,2048,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,1536,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,1024,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,768,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,512,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,256,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,64,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,128,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,256,32,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,65536,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,16384,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,12288,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,10240,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,8192,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,7168,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,6144,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,5120,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,4096,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,3584,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,3072,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,2560,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,2048,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,1536,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,1024,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,768,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,512,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,256,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,128,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,64,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,128,32,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,65536,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,16384,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,12288,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,10240,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,8192,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,7168,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,6144,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,5120,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,4096,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,3584,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,2560,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,3072,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,2048,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,1536,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,768,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,1024,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,512,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,256,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,128,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,64,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,64,32,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,65536,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,16384,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,12288,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,10240,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,8192,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,7168,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,6144,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,5120,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,4096,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,3584,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,3072,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,2560,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,2048,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,1536,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,1024,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,768,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,512,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,256,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,128,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,64,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,2,32,32,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,12288,1.1552767435709634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,8192,0.7748266855875652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,7168,0.6797994613647461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,10240,0.969762102762858
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,16384,1.5443285624186198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,6144,0.5852160135904948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,5120,0.489574400583903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,4096,0.39348907470703126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,2560,0.24289280573527017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,3072,0.29351253509521485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,768,0.0845141331354777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,1024,0.10830506483713787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,2048,0.20432213147481285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,1536,0.1626794656117757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,3584,0.35624958674112955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,512,0.05997226635615031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,64,0.0291157325108846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,256,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,128,0.029388799269994097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,65536,32,0.02887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,12288,0.2783232053120931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,16384,0.3959125200907389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,10240,0.2423466682434082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,65536,1.5435775756835937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,8192,0.19121492703755696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,7168,0.16776533126831056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,6144,0.14561279614766437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,5120,0.12305066585540772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,4096,0.10786133607228596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,3584,0.09096533457438151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,3072,0.08424106438954672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,2560,0.07352320353190103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,2048,0.06007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,1536,0.045363199710845944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,1024,0.016759467124938966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,768,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,512,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,256,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,128,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,64,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,16384,32,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,16384,0.30119253794352213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,12288,0.22118399937947592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,10240,0.17902933756510417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,8192,0.14557867050170897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,65536,1.161625544230143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,7168,0.1285802682240804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,6144,0.11219627062479656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,5120,0.0955733299255371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,4096,0.08420693079630534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,3584,0.07461547056833903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,3072,0.062259201208750406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,2560,0.054408534367879235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,2048,0.048230401674906415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,1536,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,1024,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,768,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,512,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,256,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,128,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,64,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,12288,32,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,16384,0.24773972829182944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,12288,0.1792682647705078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,65536,0.9714346567789713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,10240,0.15117653210957843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,8192,0.12305066585540772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,7168,0.10922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,6144,0.0955733299255371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,5120,0.08133973280588785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,4096,0.0722261349360148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,3584,0.06157653331756592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,3072,0.057378133138020836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,2560,0.050722134113311765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,2048,0.03109546701113383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,1536,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,1024,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,768,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,256,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,512,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,128,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,64,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,10240,32,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,16384,0.1928533395131429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,12288,0.14865066210428873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,65536,0.7819264094034831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,10240,0.12315306663513184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,8192,0.10100053151448567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,7168,0.0897706667582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,5120,0.06775466601053873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,6144,0.0788821299870809
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,4096,0.056695465246836343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,3584,0.05649066766103109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,3072,0.048401065667470294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,2560,0.030344533920288085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,2048,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,1536,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,1024,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,512,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,256,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,128,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,64,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,8192,32,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,12288,0.12864853541056315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,16384,0.16940372784932453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,8192,0.08970239957173666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,65536,0.6842026392618815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,10240,0.11424427032470703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,7168,0.08021333217620849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,6144,0.07072426478068033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,5120,0.0609279990196228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,4096,0.05106346607208252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,3584,0.04734293222427368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,3072,0.046250665187835695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,2048,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,2560,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,1536,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,1024,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,768,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,512,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,256,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,128,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,64,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,7168,32,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,65536,0.5868544260660807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,16384,0.14697813987731934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,12288,0.1118890682856242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,10240,0.09547093709309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,8192,0.07881386280059814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,7168,0.0702122688293457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,6144,0.062327468395233156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,5120,0.05379413366317749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,3584,0.039628799756368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,4096,0.04829866488774617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,3072,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,2560,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,2048,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,1536,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,1024,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,768,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,512,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,256,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,128,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,64,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,6144,32,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,16384,0.1242794672648112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,65536,0.49343147277832033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,12288,0.09553919633229574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,10240,0.08192000389099122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,8192,0.067686398824056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,7168,0.06085973183314005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,6144,0.05393066803614298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,5120,0.04703573385874431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,4096,0.023995733261108397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,3584,0.01576959987481435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,3072,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,2560,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,2048,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,1536,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,1024,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,768,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,512,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,256,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,128,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,64,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,5120,32,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,65536,0.3953322728474935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,16384,0.10171733697255451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,12288,0.07864320278167725
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,10240,0.067686398824056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,8192,0.056524801254272464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,7168,0.05106346607208252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,6144,0.045772798856099445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,5120,0.03092479904492696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,4096,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,3584,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,3072,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,2048,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,2560,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,1536,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,1024,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,768,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,512,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,256,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,128,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,64,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,4096,32,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,16384,0.0966655969619751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,65536,0.34696534474690754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,12288,0.07072426478068033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,10240,0.06109866698582968
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,8192,0.051370668411254886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,7168,0.0466261347134908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,6144,0.039901868502298994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,5120,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,4096,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,3584,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,3072,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,2560,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,2048,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,1536,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,1024,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,768,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,512,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,256,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,128,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,64,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3584,32,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,16384,0.07936000029246013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,12288,0.062156800429026285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,65536,0.2946048100789388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,10240,0.054135465621948244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,8192,0.045772798856099445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,7168,0.03949226538340251
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,6144,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,5120,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,4096,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,3584,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,3072,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,2560,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,2048,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,1536,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,1024,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,768,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,512,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,256,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,64,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,3072,32,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,65536,0.2419029394785563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,16384,0.06823253631591797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,12288,0.05376000006993612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,10240,0.04679679870605469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,8192,0.03092479904492696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,7168,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,6144,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,5120,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,3584,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,4096,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,3072,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,2560,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,2048,0.013107200463612875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,1536,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,1024,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,768,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,512,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,256,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,64,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2560,32,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,65536,0.19063466389973957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,16384,0.05700266758600871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,12288,0.045533867677052815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,10240,0.029252266883850096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,8192,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,7168,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,6144,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,5120,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,4096,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,3584,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,3072,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,2560,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,2048,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,1536,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,1024,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,768,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,512,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,256,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,128,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,2048,32,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,65536,0.14561279614766437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,16384,0.045909333229064944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,12288,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,10240,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,8192,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,7168,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,6144,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,5120,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,4096,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,3584,0.013209600249926248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,3072,0.013038933277130127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,2560,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,2048,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,1536,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,1024,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,768,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,512,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,256,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,128,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,64,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1536,32,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,65536,0.1008298635482788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,16384,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,10240,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,12288,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,8192,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,6144,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,7168,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,5120,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,4096,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,3584,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,2560,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,2048,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,1536,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,1024,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,768,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,512,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,256,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,128,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,32,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,1024,64,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,65536,0.07905279795328776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,16384,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,12288,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,10240,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,8192,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,7168,0.013312000036239623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,6144,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,5120,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,4096,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,3584,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,2560,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,2048,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,1536,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,1024,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,512,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,768,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,256,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,128,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,32,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,768,64,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,65536,0.05645653406778971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,16384,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,12288,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,10240,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,8192,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,7168,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,6144,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,4096,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,5120,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,3584,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,2560,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,2048,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,1536,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,768,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,512,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,1024,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,256,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,128,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,64,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,512,32,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,65536,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,16384,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,10240,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,12288,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,8192,0.013004799683888754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,7168,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,6144,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,5120,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,4096,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,3584,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,2048,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,3072,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,2560,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,1536,0.012117333213488261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,1024,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,768,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,512,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,256,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,128,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,64,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,256,32,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,65536,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,16384,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,12288,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,10240,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,8192,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,7168,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,6144,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,5120,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,4096,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,3072,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,3584,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,2560,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,2048,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,1536,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,1024,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,768,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,512,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,256,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,128,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,64,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,128,32,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,65536,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,16384,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,12288,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,10240,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,8192,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,7168,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,6144,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,5120,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,4096,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,3584,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,2560,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,3072,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,2048,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,1536,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,1024,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,768,0.01129813293615977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,512,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,256,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,128,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,64,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,64,32,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,65536,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,16384,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,12288,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,10240,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,8192,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,7168,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,6144,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,5120,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,4096,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,3584,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,3072,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,2560,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,2048,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,1536,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,1024,0.01129813293615977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,768,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,512,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,256,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,128,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,64,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8,1,32,32,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,4096,20.722245279947916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,5120,26.84013264973958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,6144,31.705873616536458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,7168,37.10508219401042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,8192,43.29960123697917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,3584,18.29140421549479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,3072,16.183671061197916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,2560,13.492872111002603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,2048,10.960247802734376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,10240,53.02329915364584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,1536,8.753936767578125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,1024,5.941964721679687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,768,4.77320556640625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,512,3.3499476114908853
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,128,1.7731925964355468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,256,1.9342676798502605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,7168,9.160020955403645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,8192,10.309017944335938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,10240,13.278173828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,12288,83.36656901041667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,12288,20.65496826171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,5120,6.468744405110677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,6144,7.799330139160157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,4096,5.217894490559896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,16384,28.66868896484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,3584,4.562056477864584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,2048,2.4771242777506512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,3072,4.070434061686198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,1536,1.9506516774495442
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,2560,3.1881556193033855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,1024,1.3362176259358725
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,128,0.4431872049967448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,768,1.006660270690918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,512,0.7255381266276042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,256,0.46994771957397463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,7168,7.002863057454427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,8192,7.863842264811199
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,10240,10.003830973307291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,12288,15.135983276367188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,65536,16384,117.00674641927083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,6144,6.0566869099934895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,5120,4.795630900065104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,16384,20.728694661458334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,4096,3.5856043497721353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,3584,3.4167808532714843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,3072,3.0233599344889326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,2560,2.451831563313802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,1536,1.3743787129720053
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,2048,1.8912255605061847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,1024,0.9551872253417969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,512,0.5374293645222982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,768,0.7477247873942058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,256,0.3548842748006185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,128,0.35331414540608724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,7168,5.662720235188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,8192,6.724983215332031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,10240,8.375773620605468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,12288,12.758118693033854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,4096,3.141870880126953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,5120,4.141977691650391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,16384,16.912384033203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,6144,4.8364201863606775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,3584,2.817979685465495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,3072,2.344482167561849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,1536,1.1760640462239584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,2560,2.0215124766031902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,2048,1.5188308715820313
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,1024,0.80087038675944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,256,0.29917866388956704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,768,0.629145622253418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,512,0.4504576047261556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,128,0.2811562538146973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,8192,4.95629628499349
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,10240,6.759014383951824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,12288,10.160878499348957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,16384,14.131746419270835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,6144,3.8667945861816406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,7168,4.512528991699218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,5120,3.138525899251302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,16384,65536,121.8752197265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,4096,2.5559038798014324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,3584,2.1860692342122396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,3072,1.8693461100260418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,2560,1.5226880391438802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,12288,65536,90.1875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,2048,1.2579498291015625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,1536,0.9625941594441733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,1024,0.6600704193115234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,512,0.3626325289408366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,768,0.509440008799235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,256,0.2407082716623942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,128,0.225655460357666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,8192,4.578645324707031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,10240,5.959167989095052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,7168,4.177134958902995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,12288,8.947165934244792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,16384,11.952298990885417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,10240,65536,76.04469401041666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,6144,3.4151766459147135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,4096,2.223274739583333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,5120,2.7794774373372393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,3584,1.8758997599283855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,3072,1.585322697957357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,2048,1.043217086791992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,2560,1.3951316833496095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,1536,0.8261290868123373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,1024,0.5675008138020833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,768,0.44967254002888996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,512,0.3239935874938965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,256,0.211080535252889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,128,0.19770026206970215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,8192,65536,61.771435546875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,8192,3.8767275492350257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,7168,3.3988606770833334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,10240,5.089484659830729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,12288,7.685802714029949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,16384,10.29198506673177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,6144,3.025715128580729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,3584,1.567743937174479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,4096,1.8477738698323567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,5120,2.401894378662109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,3072,1.3832874298095703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,2560,1.152716827392578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,2048,0.9029973347981771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,768,0.38819840749104817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,1536,0.7048533121744792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,1024,0.5101909319559733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,512,0.2783914566040039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,128,0.1691989262898763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,256,0.18189652760823566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,10240,4.224443817138672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,12288,6.404949442545574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,8192,3.1975082397460937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,7168,2.83678716023763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,7168,65536,53.931758626302084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,16384,8.499268086751302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,6144,2.3653717041015625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,4096,1.5252479553222655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,3584,1.3548544565836589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,5120,2.0007935841878255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,3072,1.2160682678222656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,2560,0.9630037307739258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,2048,0.7560192108154297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,1536,0.5917013168334961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,768,0.3360426584879557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,1024,0.4158805211385091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,512,0.23350613911946616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,256,0.1349631945292155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,128,0.1311743974685669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,6144,65536,47.32248942057292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,8192,2.56713383992513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,10240,3.48409169514974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,12288,5.009408060709635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,7168,2.3010304768880205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,16384,6.95203857421875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,4096,1.2484266916910807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,5120,1.6096256256103516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,6144,2.0567039489746093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,3072,0.924945068359375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,3584,1.0913108825683593
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,2560,0.7895039876302083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,2048,0.640170669555664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,1536,0.4837375958760579
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,1024,0.33303893407185875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,768,0.25146026611328126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,512,0.17807359695434571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,256,0.1066325346628825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,5120,65536,39.17520345052083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,128,0.0899072011311849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,10240,2.8618069966634114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,12288,4.367462158203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,8192,2.2928726196289064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,7168,2.0806315104166666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,6144,1.7834667205810546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,16384,6.274491882324218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,4096,1.0702507019042968
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,3584,0.9709909439086915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,5120,1.4196394602457683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,2560,0.7052970886230469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,3072,0.8333311716715495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,2048,0.5513216018676758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,4096,65536,31.893094889322917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,1536,0.4101461410522461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,1024,0.2902698516845703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,512,0.1614847977956136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,256,0.09345706303914389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,768,0.2217642625172933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,128,0.07953066825866699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,8192,2.0079957326253255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,6144,1.56320432027181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,7168,1.7858900705973308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,10240,2.6407936096191404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,12288,3.7762730916341147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,16384,5.2255401611328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,4096,0.9485312143961588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,5120,1.2452181498209636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,3072,0.7330133438110351
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,3584,0.8341503779093424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,2560,0.6108501434326172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3584,65536,28.127301025390626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,2048,0.45970773696899414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,768,0.20145492553710936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,1024,0.24477012952168783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,1536,0.358843739827474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,512,0.13554347356160482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,256,0.07956480185190837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,128,0.06847146352132162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,8192,1.7249621073404948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,10240,2.24723637898763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,7168,1.5467520395914713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,6144,1.3164202372233071
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,12288,3.084697723388672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,16384,4.516864013671875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,3072,65536,24.665325927734376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,4096,0.8130218505859375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,3584,0.7219541549682618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,3072,0.6192469278971354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,5120,1.0546176274617514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,2560,0.5224106788635254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,2048,0.39546880722045896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,1536,0.30248959859212243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,1024,0.20688212712605797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,512,0.10898773670196533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,768,0.1589589277903239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,128,0.058641068140665685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,256,0.06615039904912313
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,7168,1.2851882934570313
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,8192,1.4416212717692056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,6144,1.089126459757487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,10240,1.7940821329752605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,12288,2.6037930806477863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2560,65536,21.062074788411458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,16384,3.6482388814290365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,4096,0.669593620300293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,3072,0.5056853294372559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,5120,0.8823808034261068
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,3584,0.5934080123901367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,2560,0.4184405326843262
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,2048,0.3103402773539225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,1536,0.23780694007873535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,768,0.12458666960398357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,1024,0.16059734026590983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,512,0.08618666330973307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,256,0.05348693529764811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,128,0.046728531519571945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,2048,65536,17.21811726888021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,16384,2.873036702473958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,8192,1.1666090647379557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,6144,0.8862037022908529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,7168,1.0364245096842448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,10240,1.4453077952067057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,12288,1.9280554453531902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,5120,0.7448234558105469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,4096,0.5245951970418294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,3584,0.47496531804402664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,3072,0.38734505971272787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,2048,0.2293077309926351
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,1536,0.17943894068400065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,2560,0.30870186487833656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,1024,0.12424533367156983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,768,0.09564159711201986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,512,0.06775466601053873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,256,0.04184746742248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,65536,13.684292602539063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1536,128,0.036659200986226395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,16384,2.138726298014323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,12288,1.4473557790120444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,10240,1.1032917022705078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,5120,0.5383167902628581
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,8192,0.8931669235229492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,7168,0.7962965647379557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,6144,0.6909269332885742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,4096,0.38536532719930017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,3072,0.25862827301025393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,3584,0.34327894846598306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,2560,0.21521066029866537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,1536,0.12796586354573566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,2048,0.1615872065226237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,1024,0.0879957358042399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,65536,10.15924072265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,768,0.06806186834971109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,256,0.030003199974695843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,512,0.048810664812723795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,1024,128,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,12288,1.1707733154296875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,16384,1.7515178680419923
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,10240,0.9346047719319662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,7168,0.6703104019165039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,6144,0.5577386856079102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,8192,0.75011412302653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,5120,0.4453717231750488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,4096,0.31836160024007165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,3072,0.20377599398295082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,3584,0.25712639490763345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,2560,0.17288533846537274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,2048,0.12666880289713542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,1536,0.1008639971415202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,65536,8.350413004557293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,1024,0.07031466960906982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,768,0.05379413366317749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,512,0.038809601465861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,256,0.024132267634073893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,768,128,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,12288,0.9688405354817708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,10240,0.7548586527506511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,16384,1.4043136596679688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,8192,0.6154922485351563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,7168,0.5396479924519857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,6144,0.4465663909912109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,5120,0.3515733400980631
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,3584,0.1768789291381836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,4096,0.25026559829711914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,2560,0.1257813294728597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,65536,6.634256998697917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,3072,0.14851412773132325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,2048,0.0955733299255371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,1536,0.0754688024520874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,1024,0.05280426740646362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,768,0.04061866601308187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,512,0.029764266808827718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,256,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,512,128,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,12288,0.6988458633422852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,16384,1.015500831604004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,10240,0.5881173451741536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,8192,0.4605269432067871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,7168,0.4123306592305501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,6144,0.3301717440287272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,5120,0.2554879983266195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,65536,4.771737670898437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,4096,0.14615893363952637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,3584,0.11216213703155517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,3072,0.09431040287017822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,2560,0.07980373700459799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,1536,0.047650134563446044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,2048,0.06021120150883993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,1024,0.03386026620864868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,512,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,768,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,256,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,256,128,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,12288,0.5906090418497721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,16384,0.8378709157307943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,10240,0.4836693445841472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,8192,0.3845461209615072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,6144,0.264738130569458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,5120,0.20210347175598145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,7168,0.33488213221232094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,65536,3.8504107157389322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,3584,0.07676586310068766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,4096,0.09216000239054362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,3072,0.0634879986445109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,2560,0.0552618662516276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,2048,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,1536,0.03324586749076843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,1024,0.024166399240493776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,768,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,512,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,256,0.008840533097585042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8192,128,128,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,4096,10.734011840820312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,5120,13.563494873046874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,6144,15.646514892578125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,7168,18.294134521484374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,8192,20.71220906575521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,10240,27.052203369140624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,3584,9.59095458984375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,3072,8.397994486490886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,2560,6.854382832845052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,1536,4.053538258870443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,2048,5.6717992146809895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,12288,31.736421712239583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,768,2.254711405436198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,1024,3.060565439860026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,256,0.945698102315267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,128,0.8761685053507486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,512,1.560302988688151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,65536,16384,41.56904296875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,6144,3.939191436767578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,7168,4.34326171875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,8192,5.047978719075521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,10240,6.635690816243489
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,16384,10.324309285481771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,12288,7.931938171386719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,5120,3.320627085367838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,3072,1.8496170043945312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,3584,2.0357802073160807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,4096,2.46463139851888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,2560,1.5884970347086589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,1536,0.9199616114298502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,2048,1.2244309743245443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,1024,0.6358015696207683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,768,0.5040128072102864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,256,0.23992320696512856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,512,0.3586730639139811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,128,0.22203733126322428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,6144,2.837640635172526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,7168,3.3256790161132814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,8192,3.9102462768554687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,16384,7.782400004069011
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,12288,5.726344299316406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,10240,4.764535522460937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,2560,1.133021926879883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,3584,1.6293888092041016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,5120,2.358135477701823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,4096,1.7466026306152345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,2048,0.891596794128418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,3072,1.3837994893391927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,256,0.1792682647705078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,128,0.17192959785461426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,1024,0.49732265472412107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,768,0.3989845275878906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,512,0.2744319915771484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,1536,0.6929749170939128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,7168,2.7644927978515623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,8192,2.970214335123698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,10240,4.105215962727865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,12288,4.904072570800781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,16384,6.5187840779622395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,5120,1.9243349711100262
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,6144,2.3694676717122394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,4096,1.5069525400797525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,3584,1.3412352244059245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,3072,1.1303595225016276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,2048,0.7441749572753906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,2560,0.9371306737263998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,1536,0.6048767725626628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,1024,0.4171434720357259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,16384,65536,59.81805419921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,768,0.31675732930501305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,512,0.2229248046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,128,0.11922773520151775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,256,0.14274560610453288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,12288,65536,45.29899495442708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,12288,3.8937258402506507
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,7168,2.1695487976074217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,8192,2.423534901936849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,16384,5.426517232259115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,10240,3.1770965576171877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,6144,1.9419136047363281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,5120,1.5335423787434896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,3584,1.076906712849935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,3072,0.9214975992838541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,4096,1.1706367492675782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,2560,0.7560874938964843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,2048,0.602180290222168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,1536,0.4673877398173015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,1024,0.33088852564493815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,768,0.2577066739400228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,256,0.11250346501668293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,512,0.1773226737976074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,10240,65536,37.17164306640625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,128,0.09277439912160237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,8192,2.107289632161458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,10240,2.7403945922851562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,12288,3.433984120686849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,7168,1.9147776285807292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,6144,1.6438613891601563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,16384,4.563831583658854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,4096,1.0290175755818685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,5120,1.3359104156494142
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,3584,0.9325909296671548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,2560,0.6705151875813802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,3072,0.795682144165039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,2048,0.5380095799763998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,8192,65536,31.347574869791668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,1536,0.40052054723103836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,1024,0.27784531911214194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,768,0.22173013687133789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,256,0.09803093274434407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,512,0.15701333681742352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,128,0.08202239672342936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,8192,1.8073258717854817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,7168,1.6518826802571613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,10240,2.3638356526692705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,6144,1.4280362447102866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,12288,2.8791465759277344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,16384,3.810884348551432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,4096,0.8849066416422525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,5120,1.1440469106038411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,3072,0.6967637379964192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,3584,0.805410130818685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,7168,65536,25.77479654947917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,2560,0.5622101465861002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,2048,0.4410709381103516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,1024,0.23705600102742513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,1536,0.34570239384969076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,768,0.1853098710378011
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,512,0.1346901257832845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,128,0.07069013118743897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,256,0.08359253406524658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,8192,1.49749755859375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,6144,1.1810816446940104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,10240,1.9804501851399738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,7168,1.3667327880859375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,12288,2.4571563720703127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,16384,3.12808100382487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,6144,65536,22.43751220703125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,4096,0.7583744049072265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,5120,0.9626282374064127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,3584,0.6708223978678386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,3072,0.5597525278727213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,2560,0.4779007911682129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,2048,0.3684693336486816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,1536,0.2949119885762533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,1024,0.1934677282969157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,512,0.10868053436279297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,768,0.15155199368794758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,128,0.059835731983184814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,256,0.06915413538614909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,5120,65536,18.309906005859375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,16384,2.5938260396321615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,7168,1.1124053955078126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,6144,0.9497599919637045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,8192,1.2393472035725912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,10240,1.606485366821289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,12288,1.9754666646321613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,4096,0.5921791712443034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,5120,0.794214375813802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,3584,0.5260629336039225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,2560,0.3795626640319824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,2048,0.29675518671671547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,1536,0.22804479598999022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,3072,0.4502869288126628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,768,0.11970559755961101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,1024,0.1542143980662028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,512,0.08570880095163981
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,128,0.048059733708699544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,256,0.0553984006245931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,4096,65536,14.769219970703125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,16384,2.2668970743815104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,6144,0.8464725494384766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,7168,1.0021205266316733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,10240,1.424384053548177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,8192,1.0978986104329427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,12288,1.7662634531656902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,5120,0.6986752192179362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,4096,0.4976298650105794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,3072,0.397653325398763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,3584,0.45875199635823566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,2560,0.3395242691040039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,2048,0.25163092613220217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,1536,0.1987925370534261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,1024,0.1334272066752116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,768,0.10519893169403076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,65536,13.139114379882812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,512,0.07679999669392903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,128,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3584,256,0.04952746629714966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,12288,1.5267157236735025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,16384,1.9995306650797526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,10240,1.2153172810872397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,8192,0.9548117319742838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,7168,0.8642901102701822
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,5120,0.5835434595743816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,6144,0.7459498723347981
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,4096,0.4249258677164714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,3584,0.3960831960042318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,3072,0.33969494501749675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,2048,0.2203989346822103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,2560,0.2888021469116211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,1024,0.1182037353515625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,1536,0.17288533846537274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,768,0.09137492974599203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,512,0.06584320068359376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,65536,11.436271158854167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,256,0.043246932824452716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,3072,128,0.037239468097686766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,12288,1.3163519541422526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,16384,1.7347925821940104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,8192,0.8097450892130533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,10240,1.0391551971435546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,7168,0.7432191848754883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,6144,0.6290773391723633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,5120,0.48793598810831706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,4096,0.3604480107625326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,3584,0.3406506538391113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,3072,0.2898602803548177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,2560,0.24490666389465332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,2048,0.18462719917297363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,1536,0.14660266240437825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,1024,0.10110293229420979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,65536,9.8802001953125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,768,0.07864320278167725
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,512,0.0566271980603536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,128,0.03222186764081319
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2560,256,0.037034666538238524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,12288,1.1056811014811196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,16384,1.433395258585612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,8192,0.6754645029703776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,10240,0.8795477549235026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,7168,0.6167552312215169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,5120,0.39430828094482423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,6144,0.5058901468912761
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,4096,0.2980863889058431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,3584,0.27409067153930666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,2048,0.1534293333689372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,3072,0.2363050619761149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,2560,0.20111360549926757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,1536,0.12011520067850749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,1024,0.0816810687383016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,65536,8.098611450195312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,768,0.0636245330174764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,512,0.046353065967559816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,256,0.030344533920288085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,2048,128,0.02624853253364563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,12288,0.8748373031616211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,10240,0.7075498580932618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,16384,1.1581780751546225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,8192,0.5381120045979817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,7168,0.4797439893086751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,6144,0.3793237368265788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,5120,0.30726826985677086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,4096,0.22364160219828286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,3584,0.21483519872029624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,3072,0.18384213447570802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,65536,6.40897725423177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,2560,0.1586176077524821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,2048,0.11612160205841064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,1536,0.09390079975128174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,1024,0.0634879986445109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,768,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,512,0.03696639935175578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,256,0.024132267634073893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1536,128,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,10240,0.5315242767333984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,12288,0.6847829182942708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,16384,0.9036799748738608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,7168,0.32245759963989257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,8192,0.4036266644795735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,6144,0.26647893587748206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,5120,0.2205354690551758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,65536,4.8220158894856775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,4096,0.16534186999003092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,3584,0.15619413057963055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,3072,0.13281280199686687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,2048,0.08673280080159505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,2560,0.11291306813557941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,1536,0.06744746367136636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,1024,0.04703573385874431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,768,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,512,0.027374933163324993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,256,0.017578667402267455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,1024,128,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,12288,0.5641898473103841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,16384,0.7642112096150716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,10240,0.44718081156412764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,8192,0.3288405418395996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,6144,0.21531306902567543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,7168,0.2637824058532715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,5120,0.17674239476521808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,65536,3.9440043131510416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,4096,0.129911470413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,3584,0.12465493679046631
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,3072,0.10676906903584797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,2560,0.09318400224049886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,2048,0.06884693304697673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,1536,0.05376000006993612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,1024,0.03741013209025065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,768,0.029491200049718218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,512,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,256,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,768,128,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,12288,0.4517888069152832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,16384,0.6150485356648763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,10240,0.3501397450764974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,8192,0.2384554704030355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,65536,3.075208536783854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,6144,0.15616000493367513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,7168,0.18855253855387372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,5120,0.1300821304321289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,4096,0.09594879945119222
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,3584,0.09270613193511963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,3072,0.0779263973236084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,2560,0.0672426700592041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,2048,0.0504149317741394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,1536,0.040174933274586995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,768,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,1024,0.027716267108917236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,512,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,256,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,512,128,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,12288,0.33122987747192384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,16384,0.4580352147420247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,10240,0.2540544033050537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,8192,0.14400854110717773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,65536,2.239727020263672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,7168,0.11499520142873128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,6144,0.09707520008087159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,5120,0.08106666405995687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,3584,0.05761706829071045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,4096,0.05905066728591919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,3072,0.048913065592447916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,2560,0.04293973445892334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,2048,0.032358400026957196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,1536,0.02525866627693176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,1024,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,768,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,512,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,256,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,256,128,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,16384,0.39376214345296223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,65536,1.8389333089192708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,10240,0.19903146425882975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,12288,0.26385067303975424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,8192,0.0957098642985026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,7168,0.07881386280059814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,6144,0.06683306694030762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,5120,0.05519359906514486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,4096,0.04085760116577149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,3584,0.03952639897664388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,3072,0.03310933311780294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,2560,0.029764266808827718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,2048,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,1536,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,1024,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,768,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,512,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,256,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4096,128,128,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,4096,5.650807698567709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,5120,6.776934305826823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,7168,9.347072347005208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,6144,8.105164591471354
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,8192,10.764731852213542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,10240,13.37900390625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,12288,15.788134765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,2048,2.4481109619140624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,3072,3.95318603515625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,2560,3.215325927734375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,1536,2.0768768310546877
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,3584,5.022174072265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,1024,1.342361577351888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,16384,21.2565673828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,768,1.0067285537719726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,512,0.7414784113566081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,128,0.4896767934163411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,65536,256,0.5171882629394531
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,16384,5.320362854003906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,12288,3.7745323181152344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,5120,1.5460352579752603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,7168,2.208324178059896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,8192,2.3099733988444013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,10240,3.342540740966797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,6144,1.8577749888102215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,4096,1.2079444885253907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,3584,1.083460235595703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,1024,0.32378880182902015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,2560,0.752947171529134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,3072,0.9061717351277669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,1536,0.47998294830322263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,2048,0.6016000111897786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,512,0.18961067199707032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,768,0.2557269255320231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,256,0.11328852971394857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,128,0.09345706303914389
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,12288,2.7644927978515623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,16384,3.711556243896484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,6144,1.382365926106771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,7168,1.6356693267822267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,8192,1.8307071685791017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,10240,2.2953643798828125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,5120,1.1446613311767577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,4096,0.9073322931925455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,3584,0.7882410685221355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,2560,0.5643264134724935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,3072,0.675703493754069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,2048,0.457045332590739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,16384,65536,27.972574869791668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,1024,0.24128853480021156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,1536,0.340718936920166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,768,0.18384213447570802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,512,0.13274453481038412
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,256,0.08386560281117758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,128,0.07099733352661133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,12288,65536,19.846484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,12288,2.289356740315755
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,6144,1.168725331624349
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,8192,1.511389923095703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,7168,1.3553663889567056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,16384,2.98069330851237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,10240,1.8835455576578777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,5120,0.977885882059733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,3584,0.6641322453816731
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,2560,0.4623701413472493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,3072,0.5629269282023113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,4096,0.7407274881998698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,1536,0.2802687962849935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,2048,0.3689813296000163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,768,0.15131306648254395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,1024,0.1904640038808187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,256,0.0702122688293457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,512,0.10571093559265136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,128,0.06041599909464518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,16384,2.428211212158203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,10240,65536,16.7084716796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,8192,1.2012203216552735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,7168,1.0916180928548178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,10240,1.529855982462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,6144,0.9180842717488608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,12288,1.8872661590576172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,5120,0.7658837636311848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,4096,0.5870250701904297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,3584,0.5164373397827149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,3072,0.44216321309407547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,2560,0.3689471880594889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,1536,0.22425600687662758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,2048,0.2825215975443522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,1024,0.1494698683420817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,768,0.11874986489613851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,65536,13.082418823242188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,512,0.08570880095163981
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,256,0.05611519813537598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,8192,128,0.048264535268147786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,16384,2.0817237854003907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,12288,1.6428372701009113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,10240,1.3245098114013671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,8192,1.0566997528076172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,5120,0.6523221333821614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,6144,0.7955114364624023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,7168,0.9736192067464193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,4096,0.4859903971354167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,3072,0.3870037396748861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,3584,0.4498773256937663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,2560,0.3229013442993164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,2048,0.24910507202148438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,1536,0.19357013702392578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,1024,0.1324031988779704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,768,0.10495999654134114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,65536,11.693124389648437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,256,0.04952746629714966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,512,0.07639040152231852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,7168,128,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,12288,1.4282068888346353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,16384,1.833028284708659
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,8192,0.9467562357584635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,6144,0.6804138819376628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,10240,1.1375615437825521
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,7168,0.8233301162719726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,5120,0.5541205088297526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,4096,0.42379945119222
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,3584,0.3869695981343587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,2560,0.28071254094441733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,3072,0.3383978525797526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,1536,0.16790186564127604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,2048,0.21203625996907555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,1024,0.11216213703155517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,65536,9.895287068684896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,768,0.09151146411895753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,512,0.06505813201268515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,256,0.043246932824452716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,6144,128,0.037512532869974774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,12288,1.1770538330078124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,16384,1.5225173950195312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,8192,0.7583744049072265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,10240,0.9687381108601889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,7168,0.6760789235432942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,6144,0.5630634943644206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,5120,0.4731904029846191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,4096,0.34949121475219724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,3584,0.3252906799316406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,3072,0.28555946350097655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,2560,0.23551999727884926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,2048,0.17698133786519368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,65536,8.34355214436849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,1536,0.14172159830729167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,1024,0.09728000164031983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,768,0.07738026777903238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,512,0.0553984006245931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,256,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,5120,128,0.031914667288462324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,10240,0.7870805104573567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,12288,0.9635157267252603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,16384,1.2579840342203776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,8192,0.588424555460612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,7168,0.5377365112304687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,6144,0.46155093510945633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,5120,0.3836586634318034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,4096,0.2992128054300944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,65536,6.700202433268229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,3584,0.2678442637125651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,3072,0.23193599383036295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,2560,0.1907370726267497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,2048,0.14506667455037434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,1536,0.11639466285705566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,1024,0.07864320278167725
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,768,0.06256639957427979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,256,0.030173865954081218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,512,0.045465600490570066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,4096,128,0.02604373296101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,12288,0.8587605158487955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,10240,0.6918826421101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,16384,1.0858837127685548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,8192,0.5245951970418294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,6144,0.40168107350667315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,7168,0.479095458984375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,5120,0.3380223910013834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,65536,5.890082295735677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,4096,0.2577407995859782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,3584,0.2361685276031494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,3072,0.20107946395874024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,2560,0.1697109381357829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,2048,0.12673707008361818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,1024,0.06963199774424235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,1536,0.10202453136444092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,768,0.05522773265838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,512,0.040516265233357746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,256,0.026828799645106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3584,128,0.023347200949986775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,10240,0.5988351821899414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,12288,0.7426389058430989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,16384,0.9480533599853516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,8192,0.4370431900024414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,7168,0.4156757354736328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,6144,0.3465898513793945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,5120,0.290338134765625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,65536,5.176627095540365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,4096,0.21428906122843422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,3584,0.20241066614786782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,3072,0.17356799443562826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,2560,0.14527146021525067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,2048,0.11113813718159993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,1536,0.08840533097585043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,1024,0.060006399949391685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,512,0.035293865203857425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,768,0.048571733633677165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,128,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,3072,256,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,16384,0.814455477396647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,12288,0.6243328094482422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,10240,0.49056425094604494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,7168,0.35024213790893555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,8192,0.3700394630432129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,6144,0.2906794548034668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,5120,0.24384853045145669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,65536,4.180070495605468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,4096,0.1820672035217285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,3584,0.17073493003845214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,3072,0.146670929590861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,2560,0.12322133382161457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,2048,0.0939690669377645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,1536,0.07557120323181152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,1024,0.052292267481486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,768,0.04201813141504924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,512,0.030719999472300214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,256,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2560,128,0.017988266547520955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,10240,0.4041386604309082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,12288,0.5337429046630859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,16384,0.7004842758178711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,8192,0.3184639930725098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,7168,0.2958677291870117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,6144,0.2499242623647054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,5120,0.20763306617736815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,65536,3.483204142252604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,3584,0.14434986114501952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,4096,0.15762772560119628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,3072,0.12445013523101807
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,2560,0.10308266480763753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,2048,0.08058880170186361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,1536,0.06328320105870565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,1024,0.044100264708201095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,768,0.03543039957682292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,512,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,256,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,2048,128,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,12288,0.40400212605794267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,16384,0.5575679779052735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,10240,0.31610879898071287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,8192,0.251255464553833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,65536,2.647108205159505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,7168,0.2306730588277181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,5120,0.16203093528747559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,6144,0.1927509307861328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,4096,0.11950080394744873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,3584,0.11427840391794841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,3072,0.09820160071055094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,2560,0.08338773250579834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,2048,0.06154239972432455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,1536,0.048913065592447916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,1024,0.03519146839777629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,768,0.027852799495061236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,256,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,512,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1536,128,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,16384,0.3983701388041178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,10240,0.2224127928415934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,12288,0.2746026674906413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,8192,0.17018879254659017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,65536,1.9474432627360028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,7168,0.16223573684692383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,6144,0.13523626327514648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,5120,0.11216213703155517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,4096,0.08526506423950195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,3584,0.08045226732889811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,3072,0.06905173460642497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,2560,0.05758293469746908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,2048,0.044202665487925216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,1536,0.03549866676330567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,1024,0.02488320072491964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,768,0.020070399840672812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,512,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,256,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,1024,128,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,16384,0.3294890721638998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,65536,1.5791104634602866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,12288,0.2128213405609131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,10240,0.17435305913289387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,8192,0.1313109318415324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,7168,0.12431360085805257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,5120,0.08959999879201254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,6144,0.10629119873046874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,4096,0.06891520023345947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,3584,0.06314666668574015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,3072,0.054340267181396486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,2560,0.04604586760203044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,2048,0.03502080043156942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,1536,0.027852799495061236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,1024,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,768,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,512,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,256,0.009079466263453167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,768,128,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,12288,0.1516885280609131
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,16384,0.24197120666503907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,65536,1.2299947102864583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,10240,0.12438186804453533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,8192,0.09540266990661621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,7168,0.09161386489868165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,6144,0.07673172950744629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,5120,0.06505813201268515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,4096,0.04911786715189616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,3584,0.046011734008789065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,3072,0.03979946772257487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,2560,0.03348480065663655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,1536,0.021265067656834922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,2048,0.026009599367777508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,1024,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,768,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,512,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,256,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,512,128,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,16384,0.1528831958770752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,12288,0.08857599894205728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,65536,0.9405781428019205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,10240,0.07601493199666341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,8192,0.058982400099436436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,7168,0.05512533187866211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,6144,0.04693333307902019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,5120,0.04113066593805949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,4096,0.031402667363484696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,3584,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,3072,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,2560,0.02109439969062805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,2048,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,1536,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,768,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,1024,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,512,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,256,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,256,128,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,16384,0.10905600388844808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,12288,0.07208960056304932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,65536,0.9090730667114257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,10240,0.06164480050404867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,8192,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,7168,0.04399786790211995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,6144,0.037478399276733396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,5120,0.03327999909718831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,4096,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,3584,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,3072,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,2560,0.017646932601928712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,2048,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,1536,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,1024,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,768,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,512,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,256,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2048,128,128,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,4096,2.689228820800781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,7168,4.827272542317709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,8192,5.648384094238281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,5120,3.39968007405599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,6144,4.291038004557292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,10240,7.05252685546875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,12288,8.216883341471355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,16384,10.881740315755208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,1536,0.9666559855143229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,2048,1.2243967692057292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,2560,1.6189098358154297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,3072,1.9257344563802081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,1024,0.6717098871866862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,3584,2.330760447184245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,768,0.5081429481506348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,512,0.3994624137878418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,128,0.26951678593953454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,65536,256,0.2841600100199381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,10240,1.5289343516031901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,12288,1.9004074096679688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,8192,1.1813888549804688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,16384,2.5225898742675783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,5120,0.7614805221557617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,7168,1.056324259440104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,6144,0.8983893076578775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,4096,0.6143658955891926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,3584,0.5403306961059571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,3072,0.4387839953104655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,2560,0.3730431874593099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,2048,0.294161065419515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,1536,0.22381226221720377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,1024,0.1531221389770508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,512,0.08540159861246745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,768,0.11912533442179363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,128,0.04877653519312541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,256,0.05751466751098633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,16384,65536,11.47863057454427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,12288,1.3596672058105468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,16384,1.802444839477539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,8192,0.9129642486572266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,10240,1.1626154581705728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,7168,0.804693349202474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,6144,0.6796970367431641
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,5120,0.5678080240885417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,4096,0.4276224136352539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,3584,0.38488747278849283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,3072,0.3326634724934896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,2560,0.28146346410115564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,1536,0.16837973594665528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,2048,0.21947733561197916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,1024,0.11352746486663819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,65536,8.912862141927082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,768,0.08956586519877116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,512,0.06464853286743164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,256,0.04423679908116658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,12288,128,0.037717334429423016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,12288,1.138483174641927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,16384,1.4878037770589194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,10240,0.9727317174275717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,8192,0.7399424235026042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,7168,0.6592512130737305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,5120,0.4646570523579915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,6144,0.5702655792236329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,4096,0.3551573435465495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,3584,0.3207167943318685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,3072,0.28207785288492837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,65536,7.200802103678386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,2560,0.23261866569519044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,2048,0.18111146291097005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,1536,0.14786559740702312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,1024,0.09499306678771972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,768,0.07693653106689453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,512,0.05471573273340861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,256,0.03781973520914714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,10240,128,0.032494932413101196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,16384,1.2109823862711588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,10240,0.7792981465657551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,12288,0.9549141565958659
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,8192,0.6033749262491862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,7168,0.5355520248413086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,6144,0.4506965319315593
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,5120,0.37263358434041344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,65536,5.848541768391927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,3584,0.2666837374369303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,3072,0.22985386848449707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,4096,0.2879829406738281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,2560,0.1882794698079427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,2048,0.14865066210428873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,1536,0.11205973625183105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,1024,0.07669760386149088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,256,0.030719999472300214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,512,0.04478293259938558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,768,0.06154239972432455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,8192,128,0.026419200499852497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,16384,1.0590890884399413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,12288,0.8162986755371093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,10240,0.6684672037760417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,8192,0.5319338798522949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,7168,0.46595414479573566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,6144,0.38560425440470375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,5120,0.3229695955912272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,65536,5.244825744628907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,3584,0.23152640660603843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,4096,0.25603413581848145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,3072,0.19657386144002278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,2560,0.1682773272196452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,2048,0.12544000148773193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,1536,0.09755307038625081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,1024,0.067413330078125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,768,0.054545064767201744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,512,0.040004265308380124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,256,0.027374933163324993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,7168,128,0.023381332556406655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,10240,0.5636437098185222
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,12288,0.69618345896403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,16384,0.9151146570841471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,8192,0.4356095949808757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,6144,0.33102506001790366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,7168,0.3953322728474935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,5120,0.2764458656311035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,65536,4.580488586425782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,4096,0.21606399218241373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,3584,0.19544746081034342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,3072,0.1694719950358073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,2560,0.1392298698425293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,2048,0.10741759936014812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,1536,0.08564053376515707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,1024,0.05847040017445883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,768,0.04778666496276855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,512,0.03502080043156942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,256,0.024029866854349772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,6144,128,0.02054826617240906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,12288,0.587605349222819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,16384,0.7572479883829752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,10240,0.4615850766499837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,8192,0.374613348642985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,7168,0.3247445424397787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,5120,0.23551999727884926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,6144,0.27774292627970376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,65536,3.665100860595703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,4096,0.18773333231608075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,3584,0.16612693468729656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,3072,0.13902506828308106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,2560,0.11799893379211426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,2048,0.09181866645812989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,1536,0.07352320353190103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,1024,0.05034666856129964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,768,0.04116479953130086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,512,0.030242133140563964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,256,0.020787199338277183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,5120,128,0.01802240014076233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,12288,0.49558188120524094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,10240,0.3947519938151042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,16384,0.6429354349772136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,8192,0.317576535542806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,7168,0.2846720059712728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,6144,0.2405717372894287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,65536,3.0140416463216146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,5120,0.20142079989115397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,4096,0.15592106183369953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,3072,0.11758933067321778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,3584,0.13875199953715006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,2560,0.09796266555786133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,2048,0.07830186684926352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,1536,0.06021120150883993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,1024,0.04208639860153198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,768,0.03444053332010905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,512,0.02525866627693176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,256,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,4096,128,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,12288,0.4387839953104655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,16384,0.5775018692016601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,10240,0.36072107950846355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,8192,0.2747733434041341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,65536,2.6077524820963545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,7168,0.25238186518351235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,6144,0.2103637377421061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,5120,0.17421654065450032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,4096,0.13025279839833576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,3584,0.12161706288655598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,3072,0.10451626777648926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,2560,0.08744959831237793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,2048,0.07079253196716309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,768,0.03054933349291484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,1024,0.03799039920171102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,1536,0.05321386655171713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,512,0.022801067431767783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,256,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3584,128,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,16384,0.48899412155151367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,12288,0.3706197420756022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,10240,0.3035818735758463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,8192,0.24162987073262535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,65536,2.154222869873047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,5120,0.15837866465250652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,7168,0.22538240750630698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,6144,0.19118080139160157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,4096,0.1124351978302002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,3584,0.1043455998102824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,3072,0.09120426972707113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,2560,0.07693653106689453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,2048,0.05935786565144857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,1536,0.046284798781077066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,1024,0.03324586749076843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,768,0.02723840077718099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,512,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,256,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,3072,128,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,16384,0.3931818644205729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,12288,0.32269652684529626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,8192,0.20261546770731606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,10240,0.2586623986562093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,65536,1.8810539245605469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,7168,0.18254507382710775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,6144,0.15373652776082355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,5120,0.1257472038269043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,3584,0.0903167963027954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,4096,0.09499306678771972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,3072,0.07758506933848063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,2560,0.06447786490122477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,2048,0.05010773340861002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,1536,0.03959466616312663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,1024,0.02877440055211385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,768,0.02321066657702128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,512,0.01781760056813558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,256,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2560,128,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,16384,0.3189418792724609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,65536,1.5293440500895181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,12288,0.25579519271850587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,10240,0.2050389289855957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,8192,0.16168959935506183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,7168,0.14687573115030925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,5120,0.10178559621175129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,6144,0.12086613178253174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,4096,0.07932586669921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,3584,0.07574186325073243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,3072,0.06297599871953329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,2560,0.05263359944025675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,2048,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,1536,0.03290453354517619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,1024,0.02379093368848165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,768,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,512,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,256,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,2048,128,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,16384,0.2411861260732015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,12288,0.19688107172648112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,65536,1.1865428924560546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,10240,0.15906133651733398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,8192,0.12072959740956624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,7168,0.11113813718159993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,6144,0.09434453646341959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,5120,0.0791210651397705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,4096,0.06079146862030029
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,3584,0.055910400549570714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,3072,0.048401065667470294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,2560,0.04177920023600261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,2048,0.03266560037930806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,1536,0.025873066981633504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,1024,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,768,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,512,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,256,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1536,128,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,16384,0.16858453750610353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,65536,0.8728917439778646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,12288,0.13230079809824627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,10240,0.10850986639658611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,8192,0.08601600329081217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,7168,0.07813119888305664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,6144,0.06557013193766276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,5120,0.05451093514760336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,4096,0.04242773453394572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,3072,0.034850132465362546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,3584,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,2560,0.029661866029103597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,2048,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,1536,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,1024,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,768,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,512,0.009147733449935913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,256,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,1024,128,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,16384,0.1622015953063965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,65536,0.8321365356445313
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,12288,0.12694186369578045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,10240,0.1094655990600586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,8192,0.08482133547465007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,7168,0.08000853061676025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,6144,0.06143999894460043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,5120,0.051370668411254886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,4096,0.03887786865234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,3584,0.03679573138554891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,3072,0.0318122665087382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,2560,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,2048,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,1536,0.017237333456675212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,1024,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,768,0.010752000411351522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,512,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,256,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,768,128,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,65536,0.5760000228881836
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,16384,0.0920576016108195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,12288,0.07157759666442871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,10240,0.06164480050404867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,8192,0.048401065667470294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,7168,0.04348586797714234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,6144,0.03648853302001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,5120,0.031914667288462324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,4096,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,3584,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,2560,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,3072,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,2048,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,1536,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,1024,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,768,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,512,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,512,128,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,16384,0.07359146277109782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,65536,0.48612693150838215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,12288,0.05492053429285685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,10240,0.048128000895182294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,8192,0.03911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,7168,0.034406399726867674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,6144,0.029388799269994097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,5120,0.025156267484029132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,4096,0.02065066695213318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,3584,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,3072,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,2560,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,2048,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,1536,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,1024,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,768,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,512,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,256,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,16384,0.07437653541564941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,65536,0.4847957293192546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,12288,0.0553984006245931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,10240,0.04802560011545817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,8192,0.039389868577321366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,7168,0.03433813254038493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,6144,0.029422932863235475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,5120,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,4096,0.02068480054537455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,3584,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,3072,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,2560,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,2048,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,1536,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,1024,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,768,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,512,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,256,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1024,128,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,4096,1.9764223734537762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,5120,2.519927469889323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,6144,3.051793162027995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,7168,3.652130126953125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,8192,4.134297688802084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,10240,5.470071411132812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,12288,6.398703002929688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,16384,8.3451904296875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,3072,1.4030165354410806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,2048,0.9345365524291992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,2560,1.1358207702636718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,1536,0.7116117477416992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,3584,1.7087487538655597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,1024,0.4990634600321452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,768,0.40898561477661133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,512,0.3135146776835124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,256,0.22391467094421386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,65536,128,0.21374293963114419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,10240,1.152887471516927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,12288,1.405678939819336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,8192,0.9205418904622397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,16384,1.8093055725097655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,7168,0.7822677612304687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,5120,0.5719039916992188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,6144,0.6846805572509765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,4096,0.4536320050557454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,3072,0.3379199981689453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,3584,0.4019541422526042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,2560,0.2815317471822103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,2048,0.2198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,65536,8.404514058430989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,1536,0.1697109381357829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,1024,0.11502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,768,0.09127253691355387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,256,0.04379306634267171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,512,0.06481920083363851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,16384,128,0.037922132015228274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,10240,0.87282346089681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,12288,1.0395989100138345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,16384,1.397589365641276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,8192,0.6991530736287435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,6144,0.5281450589497884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,7168,0.6334122975667318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,5120,0.4263594627380371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,65536,6.486732991536458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,4096,0.3389439900716146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,3584,0.2978816032409668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,2560,0.21439146995544434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,2048,0.17087146441141765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,1536,0.1346901257832845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,3072,0.2584575970967611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,1024,0.08553813298543295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,768,0.06946132977803549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,512,0.04925440152486165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,256,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,12288,128,0.029661866029103597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,10240,0.715775998433431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,12288,0.8603306452433268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,16384,1.173196792602539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,8192,0.5698218663533529
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,7168,0.505344009399414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,6144,0.4198741277058919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,5120,0.35297279357910155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,4096,0.27439788182576497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,3584,0.24470186233520508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,3072,0.21848746935526528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,65536,5.409245808919271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,2560,0.1755136013031006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,2048,0.14390613238016764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,1024,0.07280639807383218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,1536,0.10455040136973064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,768,0.05778773228327433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,512,0.041915734608968094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,256,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,10240,128,0.025463465849558515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,10240,0.5746005376180012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,12288,0.7093589146931966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,16384,0.9047722498575845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,6144,0.340992005666097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,8192,0.44127572377522783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,7168,0.3850581487019857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,5120,0.2851840019226074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,65536,4.321587117513021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,4096,0.21998933156331382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,3584,0.19944106737772624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,3072,0.16957440376281738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,2560,0.15018666585286458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,1536,0.08407039642333984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,2048,0.10861226717631023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,1024,0.05847040017445883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,768,0.04693333307902019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,256,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,512,0.03413333495457967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,8192,128,0.02065066695213318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,10240,0.5254826545715332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,12288,0.6218410491943359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,16384,0.8042495727539063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,8192,0.3916799863179525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,5120,0.2518357276916504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,6144,0.30033919016520183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,7168,0.3548501332600912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,65536,3.8126932779947915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,4096,0.20138667424519857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,3584,0.1751039981842041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,3072,0.15179093678792316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,2560,0.12393813133239746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,2048,0.09591466585795085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,1536,0.07543466885884603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,1024,0.05205333232879639
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,768,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,512,0.03061760067939758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,128,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,7168,256,0.021196800470352172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,10240,0.452676264444987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,12288,0.5548032124837239
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,16384,0.7267669041951497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,8192,0.3627690633138021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,7168,0.31546026865641275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,65536,3.2305152893066404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,5120,0.22432427406311034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,6144,0.26419199307759605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,4096,0.17783466974894208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,3584,0.1574570655822754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,2560,0.1086464007695516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,3072,0.13786452611287434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,2048,0.08622079690297445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,1024,0.045943466822306316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,1536,0.06727680365244547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,768,0.037887998421986896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,512,0.027272532383600872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,256,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,6144,128,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,16384,0.5891754786173503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,10240,0.3507882754007975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,8192,0.27849388122558594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,12288,0.4343125343322754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,65536,2.6259796142578127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,7168,0.25245013236999514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,6144,0.214630397160848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,5120,0.18251093228658039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,3584,0.1241429328918457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,4096,0.14335999488830567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,3072,0.10523306528727214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,2560,0.08823466300964355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,2048,0.07208960056304932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,1536,0.054579198360443115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,768,0.031948800881703696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,1024,0.03867306709289551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,512,0.023142399390538533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,256,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,5120,128,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,16384,0.48971093495686846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,65536,2.0930219014485676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,10240,0.3096234639485677
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,12288,0.37198505401611326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,8192,0.2381824016571045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,7168,0.21643946965535482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,6144,0.18725546201070148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,5120,0.15175679524739583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,4096,0.11127466360727947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,3072,0.09011200269063314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,3584,0.10195626417795818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,2560,0.07502506573994955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,2048,0.05789013306299845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,1536,0.04498773415883382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,1024,0.03321173389752706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,768,0.026862933238347368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,512,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,256,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,4096,128,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,16384,0.3999402681986491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,12288,0.30996481577555335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,10240,0.25753599802652993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,8192,0.2000213305155436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,65536,1.8719061533610026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,7168,0.18114560445149738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,6144,0.15762772560119628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,5120,0.12769280274709066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,4096,0.09625600179036459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,3072,0.0769706646601359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,3584,0.0876202662785848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,2560,0.06440960168838501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,2048,0.051336534818013514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,1536,0.03935573498408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,1024,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,768,0.02321066657702128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,512,0.017339734236399333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3584,128,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,16384,0.38188374837239586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,65536,1.5948458353678385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,12288,0.2993493398030599
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,10240,0.2454528013865153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,8192,0.19964586893717448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,7168,0.1658880074818929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,6144,0.1505621274312337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,5120,0.11311786969502766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,4096,0.09086293379465739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,3072,0.07342080275217691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,3584,0.08270506858825684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,2560,0.05911893447240194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,2048,0.04754773378372192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,1536,0.037273601690928145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,1024,0.027101866404215497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,768,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,512,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,256,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,3072,128,0.010308266679445902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,12288,0.2532693386077881
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,16384,0.3119786580403646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,65536,1.4594389597574868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,10240,0.21012479464213052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,8192,0.15957333246866862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,7168,0.14858239491780598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,6144,0.11956906318664551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,5120,0.09871359666188559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,4096,0.07645866870880128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,3584,0.07205546696980794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,3072,0.06058666706085205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,2560,0.05027840137481689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,2048,0.04174506664276123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,1536,0.031470932563145954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,1024,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,768,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,512,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,256,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2560,128,0.009147733449935913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,16384,0.238045867284139
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,12288,0.19121492703755696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,65536,1.1290283203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,10240,0.1574570655822754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,8192,0.11922773520151775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,7168,0.10656426747639973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,6144,0.09168213208516439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,5120,0.07789226373036703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,4096,0.05843626658121744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,3584,0.054306133588155114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,3072,0.04696746667226155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,2560,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,2048,0.031948800881703696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,1536,0.02519039909044902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,1024,0.018295466899871826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,768,0.015223466356595359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,512,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,256,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,2048,128,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,16384,0.22770346005757652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,65536,0.9802752176920573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,12288,0.17691307067871093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,8192,0.11342506408691407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,10240,0.15363413492838543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,7168,0.09925973415374756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,6144,0.0853333314259847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,5120,0.0791210651397705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,4096,0.05492053429285685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,3584,0.04860586722691854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,3072,0.04235946734746297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,2560,0.03614720106124878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,2048,0.029525333642959596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,1536,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,1024,0.017066667477289833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,512,0.010410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,256,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1536,128,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,16384,0.1613141377766927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,65536,0.7719253540039063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,12288,0.1257472038269043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,10240,0.10188799699147541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,8192,0.08314879735310873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,7168,0.07447893619537353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,6144,0.06017706791559855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,5120,0.048878931999206544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,4096,0.037956265608469646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,3584,0.03556693394978841
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,3072,0.03126613299051921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,2560,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,2048,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,1536,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,1024,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,768,0.0106495996316274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,512,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,256,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,1024,128,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,16384,0.1524735927581787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,65536,0.6866602579752604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,12288,0.11373226642608643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,8192,0.0846506675084432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,10240,0.1000106652577718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,7168,0.07550293604532878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,6144,0.05461333195368449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,5120,0.04485119978586833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,4096,0.03648853302001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,3584,0.03307519952456157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,3072,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,2560,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,2048,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,1024,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,1536,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,768,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,512,0.0076117331782976794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,256,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,768,128,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,16384,0.07181653181711832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,65536,0.4278271993001302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,12288,0.059528533617655435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,8192,0.037614933649698895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,10240,0.048230401674906415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,7168,0.034815998872121175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,6144,0.030583467086156207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,5120,0.02604373296101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,4096,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,3072,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,3584,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,2560,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,2048,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,1536,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,1024,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,768,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,512,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,512,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,65536,0.394922669728597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,16384,0.06830080350240073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,12288,0.05256533225377401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,10240,0.043383467197418216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,8192,0.0361130674680074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,7168,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,6144,0.027818665901819868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,5120,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,4096,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,3584,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,3072,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,2560,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,2048,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,1536,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,1024,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,768,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,512,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,256,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,65536,0.3927040100097656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,16384,0.06881279945373535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,10240,0.04379306634267171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,12288,0.05300906499226889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,8192,0.03628373146057129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,7168,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,6144,0.027955200274785357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,4096,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,3584,0.017544533809026083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,3072,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,2560,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,2048,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,1536,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,1024,0.007167999943097432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,768,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,768,128,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,8192,2.7276288350423177
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,10240,3.5445760091145835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,6144,2.068104553222656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,7168,2.41070073445638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,5120,1.5695531209309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,12288,4.290798950195312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,4096,1.2878506978352866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,16384,5.814784240722656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,3584,1.0701824188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,1536,0.4772181193033854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,3072,0.923306655883789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,768,0.2698581377665202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,2048,0.6376448313395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,1024,0.33133227030436196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,2560,0.790562121073405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,512,0.21056853930155434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,128,0.1287168025970459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,65536,256,0.15240532557169598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,8192,0.6298965454101563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,10240,0.7667711893717448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,12288,0.9548458735148111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,16384,1.277337646484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,7168,0.5446997324625651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,5120,0.3871744155883789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,6144,0.4606634775797526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,4096,0.3068586667378744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,3584,0.26705919901529945
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,3072,0.23128746350606283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,2048,0.15322453180948895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,2560,0.2020352045694987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,65536,5.872981262207031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,1536,0.1160533348719279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,1024,0.07796053091684976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,768,0.06113280057907104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,128,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,512,0.04464639822642009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,16384,256,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,16384,0.9198591868082682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,10240,0.572757339477539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,12288,0.7037269592285156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,8192,0.46721706390380857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,7168,0.4156757354736328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,5120,0.2868565241495768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,6144,0.34757973353068033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,65536,4.496281433105469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,4096,0.2235391934712728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,3584,0.1974613348642985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,2048,0.11335679690043132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,2560,0.14653439521789552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,3072,0.1704960028330485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,1536,0.09151146411895753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,1024,0.05819733142852783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,768,0.04703573385874431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,512,0.03430399894714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,128,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,12288,256,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,10240,0.4880042711893718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,12288,0.5980159759521484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,16384,0.7720277150472005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,8192,0.40410451889038085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,7168,0.3389439900716146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,6144,0.28631038665771485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,65536,3.803170013427734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,5120,0.23323307037353516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,4096,0.19493546485900878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,3584,0.1697450637817383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,3072,0.14527146021525067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,2560,0.13335893948872884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,2048,0.09560746351877848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,1536,0.07219200134277344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,1024,0.050756267706553136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,768,0.040652799606323245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,512,0.02986666758855184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,256,0.020616533358891805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,10240,128,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,16384,0.6374741236368815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,12288,0.5084159851074219
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,65536,2.9470720926920575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,8192,0.3176447868347168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,10240,0.4165290514628093
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,7168,0.28214613596598304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,6144,0.2422442595163981
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,5120,0.20558506647745767
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,4096,0.15783252716064453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,3584,0.14564693768819173
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,3072,0.13305173714955648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,2560,0.09929386774698892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,2048,0.07714133262634278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,1536,0.05884586572647095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,1024,0.04133546749750773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,768,0.03341653347015381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,512,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,256,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,8192,128,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,16384,0.566545041402181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,10240,0.3557034810384115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,8192,0.27757228215535484
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,12288,0.44045651753743487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,7168,0.2448725382486979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,65536,2.4389633178710937
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,6144,0.2163029352823893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,5120,0.17882453600565593
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,4096,0.14158506393432618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,3584,0.1339392026265462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,3072,0.10417493184407552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,2560,0.08557226657867431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,2048,0.06679893334706624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,1536,0.05191680192947388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,1024,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,768,0.030037333567937214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,512,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,256,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,7168,128,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,16384,0.4835669199625651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,12288,0.3698346773783366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,10240,0.30446933110555013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,65536,2.116369120279948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,8192,0.24169813791910805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,6144,0.18483200073242187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,5120,0.1515178680419922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,7168,0.21637120246887206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,4096,0.1164629300435384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,3072,0.0904533306757609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,3584,0.104584534962972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,2048,0.0575488011042277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,2560,0.07516160011291503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,1536,0.04471466541290283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,1024,0.03287039995193482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,768,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,512,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,256,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,6144,128,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,16384,0.41663147608439133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,12288,0.31505066553751626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,8192,0.20234239896138512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,10240,0.25415679613749187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,7168,0.1792341391245524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,65536,1.7965396881103515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,6144,0.1556821346282959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,5120,0.1288533369700114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,4096,0.09844053586324056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,3072,0.07499093214670817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,3584,0.0879957358042399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,2560,0.061713067690531406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,2048,0.04788906574249267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,1536,0.03839999834696452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,1024,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,768,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,512,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,256,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,5120,128,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,16384,0.31505066553751626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,12288,0.2522453308105469
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,65536,1.3854036966959635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,10240,0.2060629367828369
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,8192,0.15912960370381674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,7168,0.14714879989624025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,6144,0.12421120007832845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,5120,0.10246826807657879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,4096,0.07618559996287028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,3584,0.06990506649017333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,2560,0.04969813426335652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,3072,0.059903999169667564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,2048,0.03969706694285075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,1536,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,1024,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,768,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,512,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,256,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,4096,128,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,16384,0.3082240104675293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,12288,0.24203947385152183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,65536,1.309866714477539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,10240,0.20500480333964027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,8192,0.16271360715230304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,7168,0.15011839866638182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,6144,0.11970559755961101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,5120,0.09881599744160971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,4096,0.07581013043721517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,3584,0.07253333727518717
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,3072,0.05700266758600871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,2560,0.04795733292897542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,2048,0.03833173513412476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,1536,0.03007146716117859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,1024,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,768,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,512,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,256,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3584,128,0.008942932883898417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,16384,0.24268800417582193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,12288,0.1888256072998047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,10240,0.15742293993632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,65536,1.067315165201823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,8192,0.12025173505147298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,7168,0.10711039702097576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,6144,0.09236480394999186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,5120,0.07529813448588053
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,4096,0.05734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,3584,0.051370668411254886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,3072,0.0451583981513977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,2560,0.03911679983139038
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,2048,0.03078826665878296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,1536,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,1024,0.018193066120147705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,768,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,512,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,256,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,3072,128,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,16384,0.23473493258158365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,65536,1.0112341562906901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,12288,0.18213547070821126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,10240,0.15557972590128583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,8192,0.11485866705576579
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,7168,0.10369706948598226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,6144,0.08772266705830892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,5120,0.07901866436004638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,4096,0.05437440077463786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,3584,0.049459199110666915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,3072,0.042496001720428465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,2560,0.03628373146057129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,1536,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,2048,0.029525333642959596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,1024,0.017407999436060587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,768,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,512,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,256,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2560,128,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,16384,0.16482987403869628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,65536,0.7266645431518555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,12288,0.12823893229166666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,10240,0.10373120307922364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,8192,0.08045226732889811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,7168,0.07096319993336996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,6144,0.06072320143381754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,5120,0.050722134113311765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,4096,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,3072,0.031846400101979574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,3584,0.0362496018409729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,2048,0.022050132354100548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,2560,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,1536,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,1024,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,768,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,512,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,256,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,2048,128,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,16384,0.15346345901489258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,65536,0.6923605600992839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,12288,0.12366507053375245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,10240,0.09925973415374756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,8192,0.07850666840871176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,7168,0.07553706963857015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,6144,0.055637331803639736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,5120,0.04700160026550293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,4096,0.03662506739298503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,3584,0.03386026620864868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,3072,0.029832533995310467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,2560,0.025326933463414508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,2048,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,1536,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,1024,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,768,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,512,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,256,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1536,128,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,16384,0.08642559846242269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,65536,0.42356052398681643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,12288,0.06331733465194703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,10240,0.051575465997060144
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,8192,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,7168,0.037478399276733396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,6144,0.032358400026957196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,5120,0.02836479942003886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,4096,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,3584,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,3072,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,2560,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,1536,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,2048,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,1024,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,768,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,512,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,1024,128,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,16384,0.06690133412679036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,12288,0.05259946584701538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,65536,0.3437568028767904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,10240,0.0443391998608907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,8192,0.034884266058603924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,7168,0.032290132840474446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,6144,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,5120,0.024234666426976522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,4096,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,3584,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,2560,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,3072,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,2048,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,1536,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,1024,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,768,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,512,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,768,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,65536,0.30859947204589844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,16384,0.06389760176340739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,12288,0.04778666496276855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,10240,0.04061866601308187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,8192,0.03327999909718831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,7168,0.029491200049718218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,6144,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,5120,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,4096,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,3584,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,3072,0.01454080045223236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,2560,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,2048,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,1536,0.008874666690826417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,1024,0.00730453332265218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,768,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,512,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,65536,0.3036160151163737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,16384,0.06427306731541951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,12288,0.04792319933573405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,10240,0.04061866601308187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,8192,0.03331413269042969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,7168,0.029422932863235475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,6144,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,5120,0.022050132354100548
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,4096,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,3584,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,3072,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,2560,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,2048,0.010615467031796774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,1536,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,1024,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,768,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,256,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,65536,0.2969600041707357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,16384,0.064955735206604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,10240,0.04089173475901286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,12288,0.04829866488774617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,8192,0.03345066706339518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,7168,0.029730133215586346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,6144,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,5120,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,4096,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,3584,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,3072,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,2560,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,2048,0.010615467031796774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,1536,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,768,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,1024,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,512,128,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,5120,1.1816277821858725
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,6144,1.4836053212483724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,7168,1.7191253662109376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,12288,3.244202677408854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,8192,1.8490027109781901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,4096,0.923852793375651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,10240,2.6834943135579428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,16384,4.3903661092122395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,1024,0.25190399487813314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,768,0.20036266644795736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,3072,0.7337301254272461
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,2560,0.6088703791300456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,512,0.13339306513468424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,2048,0.4725077311197917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,1536,0.3708928108215332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,3584,0.8180394490559897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,128,0.07301119963328043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,65536,256,0.08649386564890543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,10240,0.5757951736450195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,8192,0.45960534413655596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,7168,0.4102485338846843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,12288,0.7055360158284505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,16384,0.9484970728556315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,6144,0.35710293451944985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,5120,0.28883625666300455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,4096,0.22746453285217286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,3072,0.17295360565185547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,3584,0.20271786053975424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,65536,4.599569193522135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,2560,0.1473536014556885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,2048,0.12250453631083172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,1536,0.0904533306757609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,1024,0.05785599946975708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,768,0.0466261347134908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,256,0.023654399315516154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,512,0.0343722661336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,16384,128,0.020855466524759926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,16384,0.7435946782430013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,10240,0.47482881546020506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,12288,0.5662037531534831
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,65536,3.242257181803385
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,8192,0.3734186808268229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,7168,0.3318101247151693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,6144,0.27446613311767576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,5120,0.23152640660603843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,4096,0.1915562629699707
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,3072,0.13950293858846027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,3584,0.1597098668416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,1536,0.07154346307118734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,2048,0.09048746426900228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,1024,0.045465600490570066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,2560,0.11482453346252441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,768,0.037034666538238524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,512,0.027272532383600872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,256,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,12288,128,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,8192,0.29774506886800134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,10240,0.37024428049723307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,12288,0.45175466537475584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,16384,0.5808127721150715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,7168,0.2601301352183024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,65536,2.6694315592447917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,6144,0.22002347310384116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,5120,0.18001920382181805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,4096,0.14711467425028485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,3584,0.12984320322672527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,3072,0.10943146546681722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,2560,0.09256959756215413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,2048,0.07645866870880128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,1536,0.05379413366317749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,1024,0.038126933574676516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,768,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,512,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,256,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,10240,128,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,16384,0.4928170522054036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,12288,0.380074659983317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,65536,2.1180074055989584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,8192,0.2386261304219564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,10240,0.3095893224080404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,7168,0.2205695947011312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,5120,0.15298560460408528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,6144,0.18094080289204914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,4096,0.12789759635925294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,3584,0.10455040136973064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,3072,0.09161386489868165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,2560,0.07970133622487387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,2048,0.057241598765055336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,1536,0.0448853333791097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,1024,0.032631466786066696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,768,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,512,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,256,0.013619200388590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,8192,128,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,16384,0.4230143864949544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,12288,0.33235626220703124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,10240,0.2583893299102783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,8192,0.20381013552347818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,7168,0.1842517375946045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,65536,1.7933653513590495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,6144,0.15544320742289225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,5120,0.13073066870371503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,4096,0.10298026402791341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,3584,0.0948906660079956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,3072,0.07987199624379476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,2560,0.0634879986445109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,2048,0.04928853511810303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,1536,0.039082666238149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,1024,0.028330665826797486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,768,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,512,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,256,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,7168,128,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,16384,0.4083711942036946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,12288,0.30880425771077474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,65536,1.5886676788330079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,10240,0.24524799982706705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,8192,0.2021717389424642
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,6144,0.15441919962565104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,7168,0.17728853225708008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,5120,0.12595199743906657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,3584,0.08857599894205728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,4096,0.0974506696065267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,2560,0.057309865951538086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,3072,0.07731200059254964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,2048,0.046250665187835695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,1536,0.03686399857203166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,1024,0.02645333409309387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,768,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,512,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,256,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,6144,128,0.010547199845314026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,16384,0.31573333740234377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,12288,0.25535146395365393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,10240,0.20517546335856118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,8192,0.15670612653096516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,65536,1.3550933837890624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,7168,0.14912853240966797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,6144,0.12086613178253174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,5120,0.0989525318145752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,4096,0.07802879810333252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,3584,0.07587839762369791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,3072,0.056934400399525964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,2560,0.04775253136952718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,2048,0.03839999834696452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,1536,0.03061760067939758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,1024,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,768,0.018227199713389076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,256,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,512,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,5120,128,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,16384,0.2404010613759359
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,12288,0.19196586608886718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,65536,1.032806396484375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,10240,0.15653546651204425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,8192,0.11953492959340413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,7168,0.10967040061950684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,6144,0.09270613193511963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,5120,0.08034986654917399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,4096,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,3584,0.050722134113311765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,2560,0.03809279998143514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,3072,0.04485119978586833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,2048,0.030481066306432086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,1536,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,1024,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,768,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,512,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,256,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,4096,128,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,16384,0.22923946380615234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,65536,1.0087082544962565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,12288,0.19042986234029133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,10240,0.16022186279296874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,8192,0.1152341365814209
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,7168,0.10345813433329265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,5120,0.0793941338857015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,6144,0.09216000239054362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,4096,0.05358933210372925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,3072,0.04212053219477336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,3584,0.048913065592447916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,2048,0.02921813329060872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,2560,0.03638613224029541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,1536,0.02368853290875753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,1024,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,512,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,256,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3584,128,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,65536,0.9289386749267579
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,16384,0.23070720036824546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,12288,0.17978026072184244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,10240,0.15885653495788574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,8192,0.1154047966003418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,7168,0.10154666900634765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,6144,0.09072639942169189
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,5120,0.07495679855346679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,4096,0.05287253459294637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,3072,0.0400383989016215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,2560,0.03461120128631592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,3584,0.045841066042582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,2048,0.028091732660929365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,1536,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,1024,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,768,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,512,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,256,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,3072,128,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,12288,0.12588373025258381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,16384,0.15909546216328938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,10240,0.10390186309814453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,65536,0.6750207901000976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,8192,0.08239786624908448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,7168,0.07277226448059082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,6144,0.05870933135350546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,5120,0.049356798330942794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,4096,0.03805866638819377
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,3584,0.034986666838328045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,3072,0.03136853377024333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,2048,0.020889600118001304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,2560,0.026624000072479247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,1536,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,768,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,1024,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,512,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,256,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2560,128,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,65536,0.643174425760905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,16384,0.15298560460408528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,12288,0.12363093694051105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,10240,0.10175147056579589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,7168,0.06567253271738688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,8192,0.07963306903839111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,6144,0.05676373243331909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,5120,0.04580693244934082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,4096,0.03587413231531779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,3072,0.028569600979487103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,3584,0.03317760030428569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,2048,0.020104533433914183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,2560,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,1536,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,1024,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,768,0.010137599706649781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,512,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,256,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,2048,128,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,16384,0.14991359710693358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,12288,0.11479039986928304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,10240,0.09803093274434407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,8192,0.08420693079630534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,65536,0.598254903157552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,7168,0.05894826650619507
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,6144,0.05044906536738077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,4096,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,3584,0.030754133065541582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,3072,0.026862933238347368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,2560,0.02327893376350403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,5120,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,2048,0.019217065970102944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,1536,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,1024,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,768,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,128,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,512,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1536,256,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,16384,0.07133866945902506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,65536,0.31354878743489584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,12288,0.050995198885599766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,10240,0.042734932899475095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,8192,0.0335530678431193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,7168,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,6144,0.02693120042483012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,5120,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,4096,0.018261333306630455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,3584,0.01686186591784159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,3072,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,2560,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,1536,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,2048,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,1024,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,768,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,512,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,256,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,1024,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,65536,0.2863445281982422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,16384,0.06106453339258829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,12288,0.04693333307902019
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,10240,0.03979946772257487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,8192,0.03242666721343994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,7168,0.028706133365631104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,5120,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,6144,0.02519039909044902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,4096,0.0180565337340037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,3584,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,3072,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,2560,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,2048,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,1536,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,1024,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,768,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,256,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,768,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,16384,0.06096213261286417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,12288,0.04614826838175456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,65536,0.27361278533935546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,10240,0.03877546787261963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,7168,0.028467200199762982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,8192,0.03218773404757182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,5120,0.020923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,6144,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,3584,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,4096,0.01791999936103821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,3072,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,2560,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,2048,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,1024,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,768,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,1536,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,512,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,65536,0.237772798538208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,16384,0.06130346854527792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,12288,0.04659200112024943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,10240,0.039185067017873124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,7168,0.028330665826797486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,6144,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,8192,0.03211946686108907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,5120,0.021026132504145305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,4096,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,3584,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,2048,0.010240000486373902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,3072,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,2560,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,1536,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,1024,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,256,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,16384,0.06164480050404867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,12288,0.04676266511281331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,65536,0.23965013821919762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,10240,0.03925333420435588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,8192,0.03218773404757182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,7168,0.028467200199762982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,6144,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,5120,0.020992000897725425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,4096,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,3584,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,3072,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,2560,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,2048,0.010240000486373902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,1536,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,1024,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,384,128,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,12288,2.033698145548503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,16384,2.911505126953125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,8192,1.3158400217692057
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,10240,1.6663552602132161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,4096,0.6382250467936198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,5120,0.7907669067382812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,7168,1.1105621337890625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,6144,0.9687722524007162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,1536,0.25453227361043296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,768,0.1306282679239909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,1024,0.17435305913289387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,3072,0.48107519149780276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,2048,0.3252906799316406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,2560,0.41939627329508467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,512,0.0914090633392334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,3584,0.552243169148763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,128,0.04983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,65536,256,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,10240,0.4383402824401855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,8192,0.3432448069254557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,12288,0.5037397384643555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,16384,0.6531071980794271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,7168,0.2922837257385254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,65536,2.9567657470703126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,6144,0.26019840240478515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,5120,0.21370879809061685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,4096,0.16626346906026204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,3584,0.14632959365844728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,3072,0.13359786669413248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,2560,0.104584534962972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,2048,0.08386560281117758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,1024,0.04092586835225423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,768,0.03331413269042969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,1536,0.07215786774953206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,512,0.024951465924580894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,256,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,16384,128,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,16384,0.4823040008544922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,65536,2.1228543599446614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,8192,0.2511189301808675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,10240,0.3201024055480957
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,12288,0.3801770528157552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,7168,0.22449493408203125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,6144,0.1911466598510742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,5120,0.15465812683105468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,4096,0.12752213478088378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,3584,0.10806612968444824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,3072,0.09277439912160237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,2560,0.08052053451538085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,2048,0.07041707038879394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,1536,0.045431466897328694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,1024,0.032017066081364946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,768,0.02621440092722575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,512,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,256,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,12288,128,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,12288,0.3266559918721517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,16384,0.4078250567118327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,8192,0.2070528030395508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,10240,0.2638165314992269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,65536,1.7926485697428387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,7168,0.17889280319213868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,5120,0.1379327932993571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,6144,0.15482880274454752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,4096,0.10212693214416504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,3584,0.09052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,3072,0.07963306903839111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,2560,0.06990506649017333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,2048,0.05266773303349813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,1536,0.037614933649698895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,1024,0.027409066756566364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,768,0.022323199113210044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,512,0.017271467049916587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,256,0.012083199620246888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,10240,128,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,65536,1.41387087504069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,16384,0.33481388092041015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,12288,0.25559040705362956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,10240,0.21015893618265785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,8192,0.15916372934977213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,7168,0.15011839866638182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,6144,0.12434773445129395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,5120,0.10304853121439617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,4096,0.08349013328552246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,3584,0.07621973355611165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,2560,0.05140479803085327
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,3072,0.06621866623560588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,2048,0.039287467797597245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,1536,0.031027199824651082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,1024,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,768,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,512,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,256,0.010410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,8192,128,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,12288,0.25180160204569496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,10240,0.2112170696258545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,16384,0.32556374867757165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,8192,0.1622015953063965
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,65536,1.286417007446289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,6144,0.12209493319193523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,7168,0.15346345901489258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,5120,0.10154666900634765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,3584,0.08014506498972575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,4096,0.08424106438954672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,2560,0.047172268231709794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,3072,0.07072426478068033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,2048,0.03778560161590576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,1536,0.029764266808827718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,1024,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,768,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,512,0.013414399822553
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,256,0.009489066402117411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,7168,128,0.009147733449935913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,65536,1.0075818379720052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,12288,0.19206825892130536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,10240,0.15837866465250652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,16384,0.24702293078104653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,8192,0.1223680019378662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,7168,0.10775893529256184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,6144,0.09526613553365072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,5120,0.08021333217620849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,4096,0.06584320068359376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,3584,0.06662826538085938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,3072,0.04519253174463908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,2560,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,2048,0.03041279911994934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,1536,0.023995733261108397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,1024,0.017885865767796834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,768,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,512,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,256,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,6144,128,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,16384,0.23647573788960777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,10240,0.16063146591186522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,12288,0.1811797300974528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,8192,0.11468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,65536,0.9399978637695312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,6144,0.09294506708780924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,7168,0.10369706948598226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,5120,0.08188587029774984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,4096,0.0667306661605835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,3584,0.04802560011545817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,3072,0.04085760116577149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,2560,0.035293865203857425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,2048,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,1536,0.022937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,768,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,1024,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,512,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,256,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,5120,128,0.00747519979874293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,65536,0.6660095850626628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,16384,0.1611434618631999
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,12288,0.1377621332804362
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,10240,0.10530133247375488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,8192,0.08195412953694661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,7168,0.07618559996287028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,6144,0.07038293679555258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,5120,0.05027840137481689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,4096,0.03884373505910237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,3584,0.034645334879557295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,3072,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,2560,0.026760532458623247
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,2048,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,1024,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,1536,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,768,0.010683733224868774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,512,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,256,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,4096,128,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,16384,0.15226880709330243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,65536,0.6252885182698568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,12288,0.12264106273651124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,8192,0.07973546981811523
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,10240,0.10127360026041668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,7168,0.07420586744944255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,5120,0.04754773378372192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,6144,0.059869865576426186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,4096,0.03587413231531779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,3584,0.03314346671104431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,3072,0.02908160090446472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,2560,0.02484906713167826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,2048,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,1536,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,1024,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,768,0.010308266679445902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,512,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,128,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3584,256,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,16384,0.145305601755778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,65536,0.5890389124552409
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,12288,0.11922773520151775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,10240,0.10055680274963379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,8192,0.08325119813283285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,7168,0.07796053091684976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,6144,0.05529599984486898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,5120,0.04437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,4096,0.03505493402481079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,3584,0.03218773404757182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,3072,0.027955200274785357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,2560,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,2048,0.020002132654190062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,1536,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,1024,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,768,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,512,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,256,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,3072,128,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,10240,0.10656426747639973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,65536,0.594158935546875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,12288,0.11987626552581787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,8192,0.08704000314076742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,16384,0.14673919677734376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,7168,0.07584426403045655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,6144,0.05355519851048788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,5120,0.04430506626764934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,4096,0.034986666838328045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,3584,0.031914667288462324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,2560,0.024166399240493776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,3072,0.028433066606521607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,2048,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,1536,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,1024,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,768,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,512,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,256,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2560,128,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,12288,0.07273813088734946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,10240,0.05266773303349813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,16384,0.08308053016662598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,65536,0.3632128079732259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,8192,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,7168,0.034713598092397054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,6144,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,5120,0.025804799795150758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,4096,0.02065066695213318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,3584,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,3072,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,2560,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,2048,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,1536,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,1024,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,768,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,512,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,256,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,2048,128,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,65536,0.30699520111083983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,16384,0.07000746726989746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,12288,0.04925440152486165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,10240,0.040447998046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,8192,0.032358400026957196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,6144,0.025326933463414508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,7168,0.02874026695887248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,5120,0.02208426594734192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,4096,0.01751040021578471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,3584,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,3072,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,2560,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,2048,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,1536,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,1024,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,768,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,512,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1536,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,16384,0.05809493462244669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,12288,0.04379306634267171
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,65536,0.255897601445516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,10240,0.037478399276733396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,8192,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,6144,0.023756800095240276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,7168,0.027067732810974122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,5120,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,3584,0.015155200163523355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,4096,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,2560,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,3072,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,1536,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,1024,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,2048,0.010410666465759277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,1024,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,65536,0.2263381322224935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,16384,0.05816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,12288,0.04392960071563721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,10240,0.03741013209025065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,8192,0.03089066743850708
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,7168,0.027067732810974122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,6144,0.023825067281723022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,5120,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,4096,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,3584,0.01525759994983673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,3072,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,2048,0.010444800059000652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,2560,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,1536,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,1024,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,768,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,65536,0.2252117315928141
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,16384,0.058265598615010586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,12288,0.04389546712239583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,10240,0.037512532869974774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,8192,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,7168,0.026999467611312868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,6144,0.023586134115854897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,5120,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,4096,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,3584,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,3072,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,2560,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,2048,0.010137599706649781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,512,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,16384,0.05877759853998819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,65536,0.225928529103597
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,12288,0.04423679908116658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,10240,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,8192,0.030822400252024335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,7168,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,6144,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,5120,0.020275199413299562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,4096,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,3584,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,3072,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,2560,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,2048,0.010171733299891154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,256,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,65536,0.22644054094950355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,16384,0.05881173213322958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,12288,0.04423679908116658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,10240,0.037614933649698895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,8192,0.030822400252024335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,7168,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,6144,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,5120,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,3584,0.015086932977040609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,4096,0.01689599951108297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,3072,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,2560,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,2048,0.010171733299891154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,256,128,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,8192,0.9990826924641928
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,10240,1.2343978881835938
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,7168,0.8655530929565429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,16384,2.027315139770508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,12288,1.4756863911946616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,5120,0.614024543762207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,6144,0.748202641805013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,4096,0.48431787490844724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,3584,0.4365653355916341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,3072,0.3843754768371582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,2560,0.3195904095967611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,2048,0.26876586278279624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,1536,0.211080535252889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,1024,0.13069653511047363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,768,0.10007893244425456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,512,0.07004160086313883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,256,0.044544001420338944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,65536,128,0.03833173513412476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,16384,0.4944213231404622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,8192,0.26562560399373375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,12288,0.37492052714029944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,10240,0.3196245193481445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,7168,0.22432427406311034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,65536,2.2273022969563803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,6144,0.19517439206441242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,5120,0.16076800028483074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,4096,0.1272490660349528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,3584,0.11154773235321044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,2560,0.08192000389099122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,3072,0.09635840257008871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,2048,0.07069013118743897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,1536,0.05007359981536865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,768,0.026009599367777508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,1024,0.032153600454330446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,512,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,256,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,16384,128,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,16384,0.4259498596191406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,65536,1.6994986216227215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,12288,0.33088852564493815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,10240,0.2736810684204102
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,8192,0.2205695947011312
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,7168,0.18623147010803223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,6144,0.1613141377766927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,5120,0.1404586633046468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,4096,0.10478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,3072,0.08349013328552246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,2048,0.0501418670018514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,2560,0.0781994660695394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,3584,0.09270613193511963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,1536,0.036659200986226395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,1024,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,768,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,512,0.016008533040682473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,128,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,12288,256,0.011195733149846395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,16384,0.320307191212972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,12288,0.24722773234049478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,10240,0.21568853060404458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,8192,0.1636352062225342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,65536,1.3622272491455079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,7168,0.14656853675842285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,5120,0.10253653526306153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,6144,0.12786346276601154
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,4096,0.0834218660990397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,3584,0.07683413028717041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,2560,0.051370668411254886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,3072,0.07338666915893555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,2048,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,1536,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,1024,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,768,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,512,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,256,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,10240,128,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,16384,0.25251839955647787
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,65536,1.0586453119913737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,12288,0.19022506078084309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,8192,0.1265664021174113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,10240,0.1582080046335856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,5120,0.08079360326131185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,7168,0.10878293514251709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,6144,0.09355946381886801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,4096,0.06785706679026285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,3584,0.057139201958974206
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,3072,0.05246293147404989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,2560,0.03969706694285075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,2048,0.029764266808827718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,1024,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,512,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,768,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,1536,0.02392746607462565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,256,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,8192,128,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,16384,0.2398207982381185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,65536,0.9872042973836264
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,10240,0.15588693618774413
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,6144,0.09297920068105062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,8192,0.11642879645029705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,5120,0.07980373700459799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,12288,0.1749674638112386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,7168,0.10393599669138591
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,4096,0.06980266571044921
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,3584,0.05341866811116537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,3072,0.043622398376464845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,2560,0.03549866676330567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,1536,0.02307413419087728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,2048,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,1024,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,512,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,768,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,256,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,7168,128,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,16384,0.2532693386077881
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,65536,0.977783457438151
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,10240,0.16168959935506183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,12288,0.18718719482421875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,8192,0.1215488036473592
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,7168,0.10625706513722737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,6144,0.09441280364990234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,5120,0.09041919708251953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,4096,0.06939307053883871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,3584,0.04676266511281331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,3072,0.03956053256988525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,2560,0.03372373183568318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,1536,0.02218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,2048,0.027511467536290485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,768,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,512,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,256,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,1024,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,6144,128,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,16384,0.16069973309834798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,12288,0.1249621311823527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,65536,0.6696959813435872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,10240,0.09960107008616129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,8192,0.0807253360748291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,7168,0.07918933232625326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,5120,0.04997119903564453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,6144,0.06386346817016601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,4096,0.03874133427937825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,3584,0.03413333495457967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,3072,0.030344533920288085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,2560,0.025804799795150758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,1536,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,2048,0.020309333006540933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,1024,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,512,0.008601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,256,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,768,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,5120,128,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,65536,0.6053205490112304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,16384,0.14527146021525067
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,12288,0.1152341365814209
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,10240,0.0942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,8192,0.08400213718414307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,7168,0.07755093574523926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,6144,0.05485226710637411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,5120,0.0451583981513977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,4096,0.034884266058603924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,3584,0.031948800881703696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,3072,0.02815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,2560,0.024473599592844644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,1536,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,1024,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,768,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,512,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,256,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,4096,128,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,16384,0.14878719647725422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,12288,0.1160533348719279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,65536,0.5985621134440104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,8192,0.08878080050150552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,10240,0.09960107008616129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,7168,0.07932586669921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,6144,0.05393066803614298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,5120,0.04389546712239583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,4096,0.03444053332010905
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,3584,0.031675734122594196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,3072,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,2560,0.024200532833735147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,1536,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,1024,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,2048,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,768,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,512,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,256,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3584,128,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,16384,0.15462400118509928
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,12288,0.12110506693522136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,65536,0.5977088292439778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,10240,0.10622293154398602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,8192,0.09113600254058837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,6144,0.04925440152486165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,7168,0.07522986729939779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,5120,0.04102826515833537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,3584,0.029798400402069092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,4096,0.03334826628367106
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,2048,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,3072,0.02624853253364563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,2560,0.02269866665204366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,1536,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,1024,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,768,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,512,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,256,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,3072,128,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,65536,0.36048212051391604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,16384,0.08331946531931558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,12288,0.06871039867401123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,10240,0.050824534893035886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,8192,0.03816106716791789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,7168,0.03348480065663655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,6144,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,5120,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,3072,0.016315733393033348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,4096,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,2560,0.014404267072677612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,3584,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,2048,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,1536,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,1024,0.0075434664885203045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,768,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,512,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,128,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2560,256,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,16384,0.07106560071309408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,65536,0.31989758809407554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,12288,0.05208746592203776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,10240,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,8192,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,7168,0.028637866179148357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,6144,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,5120,0.0211626668771108
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,4096,0.017203199863433837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,3072,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,2560,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,3584,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,2048,0.010205866893132527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,1536,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,1024,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,768,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,512,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,256,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,2048,128,0.00450133333603541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,65536,0.2719061215718587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,16384,0.06154239972432455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,12288,0.04423679908116658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,10240,0.037137067317962645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,8192,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,7168,0.026999467611312868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,6144,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,5120,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,4096,0.01693013310432434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,3584,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,3072,0.013755733768145243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,2560,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,2048,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,1536,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,1024,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,768,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,256,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,512,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1536,128,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,65536,0.2272256056467692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,16384,0.056934400399525964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,10240,0.03642026583353679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,12288,0.043144532044728595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,8192,0.03037866751352946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,7168,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,5120,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,6144,0.023176532983779908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,4096,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,3584,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,3072,0.013516799608866373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,2560,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,768,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,1024,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,65536,0.21971626281738282
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,16384,0.05700266758600871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,12288,0.04307626485824585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,10240,0.03631786505381267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,7168,0.026316799720128375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,5120,0.019797333081563315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,6144,0.022937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,8192,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,4096,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,3584,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,3072,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,2560,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,2048,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,1536,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,768,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,768,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,65536,0.21964799563090004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,16384,0.05734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,12288,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,10240,0.03652266661326091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,8192,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,7168,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,6144,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,5120,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,4096,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,3584,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,3072,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,2560,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,2048,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,512,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,16384,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,65536,0.21961386998494467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,12288,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,10240,0.03652266661326091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,8192,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,7168,0.02648746569951375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,6144,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,5120,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,4096,0.016520532965660095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,3584,0.014847999811172486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,3072,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,2560,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,2048,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,256,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,65536,0.2202965259552002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,16384,0.05751466751098633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,12288,0.043315200010935466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,10240,0.03648853302001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,8192,0.03031040032704671
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,7168,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,6144,0.02307413419087728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,5120,0.019831466674804687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,3584,0.014813866217931113
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,4096,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,3072,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,2560,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,2048,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,192,128,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,7168,0.7637674967447917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,12288,1.3308245340983071
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,8192,0.8758613586425781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,10240,1.1002197265625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,16384,1.7726805369059246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,6144,0.6639616012573242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,4096,0.43970559438069656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,5120,0.5617663701375325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,2048,0.25186986923217775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,2560,0.30999892552693686
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,3584,0.3829077402750651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,3072,0.35812692642211913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,1536,0.19715414047241211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,1024,0.1159168004989624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,768,0.08779093424479166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,512,0.061166934172312414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,256,0.037444265683492024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,65536,128,0.032494932413101196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,16384,0.4501845359802246
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,12288,0.33737386067708336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,10240,0.2853205362955729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,8192,0.2290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,7168,0.1990997314453125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,65536,1.997858174641927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,6144,0.17264639536539714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,5120,0.14305280049641927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,4096,0.11475626627604167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,3584,0.10096639792124432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,3072,0.08526506423950195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,2560,0.07304533322652182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,2048,0.06041599909464518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,1536,0.045875199635823566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,1024,0.027306665976842243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,768,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,512,0.017100799083709716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,256,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,16384,128,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,12288,0.26391894022623696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,65536,1.484014892578125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,16384,0.35348478953043616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,8192,0.1784490744272868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,10240,0.22128639221191407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,7168,0.1505280017852783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,5120,0.10871466795603435
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,6144,0.12728319962819418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,4096,0.08768853346506754
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,3584,0.08075946966807047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,2560,0.05512533187866211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,2048,0.04375893274943034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,3072,0.0695637305577596
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,1536,0.03027626673380534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,1024,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,768,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,512,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,256,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,12288,128,0.009113599856694538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,12288,0.21237759590148925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,10240,0.18018986384073893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,16384,0.2827946662902832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,8192,0.1357141335805257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,65536,1.1809791564941405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,7168,0.1160533348719279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,6144,0.10181972980499268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,5120,0.0861525297164917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,4096,0.06949546337127685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,3584,0.06198613246281942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,2560,0.04481706619262695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,3072,0.05604693492253622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,2048,0.0339626669883728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,1536,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,1024,0.01812480092048645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,768,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,512,0.011844266454378765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,256,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,10240,128,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,16384,0.25347414016723635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,65536,1.044480005900065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,8192,0.1240063985188802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,10240,0.15906133651733398
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,12288,0.19056639671325684
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,6144,0.0955733299255371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,7168,0.10769066810607911
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,5120,0.08256853421529134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,4096,0.06584320068359376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,3584,0.05748053391774496
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,3072,0.04669440189997355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,2560,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,2048,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,1536,0.022937599817911783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,1024,0.016793600718180337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,768,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,512,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,256,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,8192,128,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,12288,0.14759252866109213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,16384,0.19729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,10240,0.11912533442179363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,65536,0.8196095784505208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,8192,0.09468586444854736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,7168,0.08331946531931558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,5120,0.06099626620610556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,6144,0.0736255963643392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,4096,0.04802560011545817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,3584,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,3072,0.033928533395131424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,2048,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,2560,0.027204267183939618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,1536,0.01771519978841146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,1024,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,512,0.009045333663622538
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,768,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,256,0.007099733253320058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,7168,128,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,16384,0.17810773849487305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,12288,0.1264298677444458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,65536,0.7312042872111003
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,10240,0.10557440121968586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,8192,0.08632319768269857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,7168,0.07461547056833903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,6144,0.06372693379720053
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,5120,0.05444266796112061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,4096,0.04293973445892334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,3584,0.03594239950180054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,3072,0.029764266808827718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,2560,0.02542933424313863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,2048,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,1024,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,768,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,1536,0.01634986698627472
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,512,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,256,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,6144,128,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,16384,0.1545215924580892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,12288,0.11417600313822429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,65536,0.6521173477172851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,10240,0.09728000164031983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,8192,0.07980373700459799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,7168,0.07526400089263915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,6144,0.05840213298797607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,5120,0.049356798330942794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,4096,0.03614720106124878
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,3584,0.031880533695220946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,2560,0.023961599667867026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,3072,0.028228267033894854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,2048,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,1536,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,1024,0.012014933427174886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,768,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,512,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,256,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,5120,128,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,12288,0.11881813208262126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,16384,0.15711572964986165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,65536,0.6313301086425781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,10240,0.105403733253479
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,8192,0.09110186894734701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,7168,0.08202239672342936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,6144,0.05799253384272257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,5120,0.04737706581751506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,4096,0.0343722661336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,2560,0.023415466149648033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,3072,0.027716267108917236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,3584,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,2048,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,1536,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,1024,0.011673600474993388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,768,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,512,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,256,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,4096,128,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,65536,0.42571093241373703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,16384,0.09823573430379232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,12288,0.07615146636962891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,8192,0.04976640144983928
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,10240,0.062054399649302164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,7168,0.04352000157038371
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,5120,0.027033599217732747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,6144,0.037375998497009275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,4096,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,3584,0.01996799906094869
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,3072,0.017612799008687337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,2560,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,2048,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,1024,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,1536,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,768,0.007065600156784058
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,512,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,128,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3584,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,16384,0.08823466300964355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,65536,0.3802453358968099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,12288,0.06587733427683512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,10240,0.055910400549570714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,8192,0.0446122686068217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,6144,0.029252266883850096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,7168,0.037239468097686766
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,5120,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,4096,0.020241065820058187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,3072,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,3584,0.018158932526906334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,2560,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,2048,0.011502933502197266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,1536,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,768,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,1024,0.0076117331782976794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,512,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,3072,128,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,16384,0.07823359966278076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,65536,0.3428693453470866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,12288,0.05809493462244669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,10240,0.049356798330942794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,8192,0.03860479990641276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,7168,0.02887679934501648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,6144,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,5120,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,4096,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,3584,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,3072,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,2560,0.012185600399971009
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,2048,0.010376532872517902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,1536,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,1024,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,768,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,512,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,256,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2560,128,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,65536,0.3037525177001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,16384,0.06946132977803549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,10240,0.03870720068613688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,12288,0.050619733333587644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,8192,0.03007146716117859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,7168,0.026862933238347368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,6144,0.02362026572227478
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,5120,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,4096,0.01699840029080709
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,3584,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,3072,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,2560,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,2048,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,1536,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,1024,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,768,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,512,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,256,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,2048,128,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,16384,0.061508266131083164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,65536,0.2595839977264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,12288,0.042461868127187094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,10240,0.03607893387476603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,8192,0.02990079919497172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,7168,0.02624853253364563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,5120,0.019729065895080566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,6144,0.022869332631429037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,4096,0.016691199938456216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,3072,0.013448533415794373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,3584,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,2560,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,2048,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1536,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,65536,0.2208768049875895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,16384,0.05666133165359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,12288,0.04242773453394572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,10240,0.0361130674680074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,8192,0.02990079919497172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,7168,0.026180267333984375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,6144,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,5120,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,4096,0.016657066345214844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,3584,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,2560,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,3072,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,2048,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,1024,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,768,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,256,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,1024,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,65536,0.21828266779581704
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,10240,0.0362496018409729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,12288,0.042530135313669844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,16384,0.05676373243331909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,8192,0.029730133215586346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,7168,0.026146133740743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,6144,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,5120,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,3584,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,3072,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,2560,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,768,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,768,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,65536,0.21841920216878258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,10240,0.03631786505381267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,16384,0.056968533992767335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,12288,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,8192,0.029832533995310467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,7168,0.02621440092722575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,6144,0.02290346622467041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,5120,0.01962666710217794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,3584,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,2560,0.011195733149846395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,3072,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,512,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,65536,0.2180778662363688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,16384,0.05700266758600871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,12288,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,10240,0.0362496018409729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,8192,0.029832533995310467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,7168,0.02621440092722575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,6144,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,5120,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,4096,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,3584,0.014779733618100485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,3072,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,2048,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,256,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,65536,0.21872639656066895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,16384,0.057036801179250085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,12288,0.042632532119750974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,10240,0.0362496018409729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,8192,0.029832533995310467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,7168,0.02621440092722575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,6144,0.022835199038187662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,5120,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,3072,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,3584,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,160,128,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,12288,1.2897621154785157
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,10240,1.0541738510131835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,8192,0.8460629145304361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,16384,1.714858627319336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,7168,0.7400106430053711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,6144,0.6410581588745117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,4096,0.42574507395426436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,5120,0.5349717458089193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,3584,0.3983701388041178
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,3072,0.3463850657145182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,2048,0.2494805335998535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,2560,0.2957653363545736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,1536,0.18824532826741536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,1024,0.10963626702626546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,768,0.08335359891255698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,512,0.0553984006245931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,256,0.03020799954732259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,65536,128,0.026897066831588747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,16384,0.4223658561706543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,8192,0.21285546620686852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,12288,0.320580259958903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,10240,0.2643285274505615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,7168,0.185480531056722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,65536,1.7710080464680988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,6144,0.1630890687306722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,5120,0.13400746981302897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,4096,0.107315198580424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,3584,0.08796160221099854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,3072,0.07976960341135661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,2560,0.06638933420181274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,2048,0.051780267556508386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,1536,0.04375893274943034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,1024,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,768,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,256,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,512,0.014335999886194864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,16384,128,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,16384,0.3217066764831543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,65536,1.337514623006185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,12288,0.24176640510559083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,10240,0.19899733861287433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,8192,0.16124587059020995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,7168,0.1361578623453776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,5120,0.09717760086059571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,6144,0.11584853331247966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,4096,0.08335359891255698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,2048,0.039901868502298994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,3072,0.05778773228327433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,2560,0.050312534968058265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,3584,0.0740010658899943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,1536,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,1024,0.017783466974894205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,768,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,512,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,256,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,12288,128,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,16384,0.2855253219604492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,12288,0.21763413747151694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,65536,1.1726506551106772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,10240,0.1796778678894043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,8192,0.13960533142089843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,7168,0.11946667035420735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,6144,0.10414079825083415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,5120,0.08826879660288492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,4096,0.07639040152231852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,3584,0.06597973505655924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,2560,0.051541332403818765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,3072,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,2048,0.03546453317006429
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,1536,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,1024,0.016964266697565712
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,512,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,768,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,256,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,10240,128,0.0075093333919843035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,12288,0.16312319437662762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,16384,0.21531306902567543
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,65536,0.8838826497395834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,10240,0.1293994665145874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,8192,0.10209279855092365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,7168,0.08857599894205728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,6144,0.0779263973236084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,5120,0.06635520060857138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,4096,0.05208746592203776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,3584,0.046114134788513186
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,2560,0.03317760030428569
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,3072,0.04382719993591309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,2048,0.021128533283869426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,1536,0.017169066270192466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,1024,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,768,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,512,0.008703999718030294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,256,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,8192,128,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,16384,0.1974613348642985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,12288,0.14482773145039876
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,65536,0.7994709650675456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,10240,0.11670186519622802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,8192,0.09308160146077474
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,7168,0.08082773685455322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,6144,0.07082666556040446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,5120,0.05997226635615031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,4096,0.04771840174992879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,3584,0.04201813141504924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,3072,0.032767999172210696
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,2560,0.024951465924580894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,2048,0.01976319948832194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,1536,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,768,0.01027413308620453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,1024,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,512,0.008430932958920796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,256,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,7168,128,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,16384,0.17797120412190753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,12288,0.12803413073221842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,65536,0.7225002924601237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,10240,0.1061205307642619
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,8192,0.09086293379465739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,7168,0.07536640167236328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,6144,0.06488746802012126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,5120,0.05505706469217936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,4096,0.0440661350886027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,3584,0.03850239912668864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,3072,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,2560,0.024132267634073893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,2048,0.01949013272921244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,1536,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,1024,0.012049067020416259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,768,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,512,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,256,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,6144,128,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,16384,0.1693013350168864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,65536,0.6845439910888672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,12288,0.12748800118764242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,10240,0.10513066450754802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,8192,0.09106773535410563
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,7168,0.0823637326558431
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,6144,0.06430720090866089
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,5120,0.053964801629384364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,4096,0.037307735284169516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,3584,0.03133440017700195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,3072,0.027374933163324993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,2560,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,2048,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,1536,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,1024,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,768,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,512,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,256,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,5120,128,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,16384,0.10707626342773438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,65536,0.44332373936971026
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,12288,0.08601600329081217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,10240,0.06686720053354898
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,8192,0.054271999994913736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,6144,0.04116479953130086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,7168,0.04696746667226155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,5120,0.029730133215586346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,4096,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,3584,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,3072,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,2560,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,2048,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,1536,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,768,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,1024,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,512,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,256,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,4096,128,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,16384,0.09550506273905436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,65536,0.405026117960612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,12288,0.0722261349360148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,10240,0.06085973183314005
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,8192,0.048469332853953044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,7168,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,6144,0.03273386756579082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,5120,0.023552000522613525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,4096,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,3584,0.017373865842819212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,3072,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,2560,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,2048,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,1536,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,1024,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,768,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,512,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,128,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3584,256,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,65536,0.36812801361083985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,16384,0.08594773610432943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,12288,0.06478506724039713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,10240,0.05471573273340861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,8192,0.04348586797714234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,7168,0.03631786505381267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,6144,0.024337067206700643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,5120,0.02106026609738668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,4096,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,3584,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,3072,0.013585066795349121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,2560,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,2048,0.010205866893132527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,1536,0.008669867118199667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,1024,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,768,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,512,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,3072,128,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,65536,0.3287381490071615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,12288,0.057070934772491456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,16384,0.07611733277638753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,10240,0.04894719918568929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,8192,0.03887786865234375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,7168,0.026658133665720625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,6144,0.023483733336130776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,3584,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,4096,0.017032533884048462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,2560,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,2048,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,5120,0.020480000972747804
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,3072,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,1536,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,1024,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,768,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,512,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2560,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,12288,0.0501418670018514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,16384,0.06751573085784912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,65536,0.2901674588521322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,10240,0.03925333420435588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,8192,0.02959360082944234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,7168,0.025873066981633504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,6144,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,5120,0.01955839991569519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,4096,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,3584,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,3072,0.012970667084058127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,2560,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,2048,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,2048,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,65536,0.2499242623647054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,16384,0.059938132762908936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,12288,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,10240,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,8192,0.02955946723620097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,7168,0.026009599367777508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,6144,0.02269866665204366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,5120,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,4096,0.01672533353169759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,3584,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,3072,0.012936533490816752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,2560,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,2048,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1536,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,16384,0.05584213336308798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,12288,0.04215466578801473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,65536,0.21398186683654785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,10240,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,8192,0.029491200049718218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,7168,0.025838933388392132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,6144,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,5120,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,3584,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,3072,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,2560,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,2048,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,1024,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,65536,0.2150400002797445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,10240,0.03580586512883504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,12288,0.0423253337542216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,16384,0.0559445341428121
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,8192,0.029491200049718218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,7168,0.025975465774536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,6144,0.022664533058802287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,5120,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,3584,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,2560,0.011195733149846395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,768,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,65536,0.21490346590677895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,16384,0.056081068515777585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,12288,0.04229120016098022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,10240,0.03573760191599528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,8192,0.029491200049718218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,7168,0.02590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,6144,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,3584,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,512,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,65536,0.21575679779052734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,16384,0.05611519813537598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,12288,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,10240,0.03573760191599528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,8192,0.029491200049718218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,7168,0.02590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,6144,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,5120,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,4096,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,3584,0.014677332838376364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,3072,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,256,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,65536,0.21558613777160646
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,16384,0.05604693492253622
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,12288,0.04225706656773885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,10240,0.03570346832275391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,8192,0.02945706645647685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,7168,0.02590720057487488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,6144,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,5120,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,4096,0.01641813317934672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,3584,0.014643200238545737
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,3072,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,128,128,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,10240,1.015671475728353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,12288,1.2561407725016276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,16384,1.6727040608723958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,8192,0.8252074559529623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,7168,0.7160832087198894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,6144,0.6188032150268554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,5120,0.5144576072692871
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,4096,0.41164798736572267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,3584,0.36017494201660155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,1536,0.17960960070292156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,2560,0.28354558944702146
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,2048,0.23190186818440756
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,3072,0.33535998662312827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,1024,0.10813439687093099
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,768,0.0825002670288086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,512,0.05451093514760336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,256,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,65536,128,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,16384,0.4141738573710124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,12288,0.31272961298624674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,10240,0.25384960174560545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,8192,0.20763306617736815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,7168,0.1799509366353353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,65536,1.7017856597900392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,5120,0.1263274669647217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,6144,0.15725226402282716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,4096,0.10564266840616862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,3072,0.07393279870351156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,3584,0.09591466585795085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,2048,0.05048319896062216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,2560,0.06256639957427979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,1536,0.043110398451487224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,1024,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,768,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,512,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,256,0.013346133629480996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,16384,128,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,16384,0.3575807889302572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,12288,0.26586453119913733
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,65536,1.4510762532552084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,10240,0.2175999959309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,8192,0.17462612787882487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,6144,0.1273856004079183
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,7168,0.14796800613403321
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,5120,0.10536959966023762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,4096,0.09239892959594727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,3584,0.0736255963643392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,2560,0.05304319858551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,2048,0.042973868052164715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,3072,0.06946132977803549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,1536,0.026555732885996504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,1024,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,768,0.013482667009035745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,512,0.010342400272687275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,256,0.0073728000124295544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,12288,128,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,16384,0.2632703940073649
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,12288,0.20015786488850912
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,8192,0.12475732962290446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,10240,0.16274773279825847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,65536,1.070216496785482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,7168,0.10803199609120687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,6144,0.094651730855306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,5120,0.07959893544514975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,4096,0.06314666668574015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,3584,0.05522773265838623
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,3072,0.048093867301940915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,2560,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,2048,0.035225598017374675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,1536,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,1024,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,768,0.010478933652242024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,512,0.008601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,256,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,10240,128,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,16384,0.2235391934712728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,65536,0.9025877634684244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,12288,0.17042773564656574
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,10240,0.13329066435496012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,8192,0.10523306528727214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,7168,0.09175039927164713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,6144,0.07990612983703613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,5120,0.067686398824056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,4096,0.06014293432235718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,3072,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,3584,0.05215573310852051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,2048,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,2560,0.03211946686108907
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,1024,0.011980799833933513
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,1536,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,768,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,512,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,256,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,8192,128,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,16384,0.2102954705556234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,65536,0.8365055720011393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,12288,0.15663785934448243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,10240,0.12509866555531818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,8192,0.10106879870096844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,7168,0.08847359816233316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,6144,0.07707306543986002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,5120,0.06468266646067301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,4096,0.052019198735555015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,3584,0.049459199110666915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,3072,0.03860479990641276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,2560,0.023449599742889404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,2048,0.01914880077044169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,1536,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,1024,0.011741866668065388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,768,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,512,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,256,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,7168,128,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,16384,0.20899839401245118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,65536,0.8189269383748373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,12288,0.14991359710693358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,8192,0.09854293664296468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,10240,0.12305066585540772
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,7168,0.08857599894205728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,6144,0.07608319918314616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,5120,0.06335146824518839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,4096,0.050892798105875645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,3072,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,3584,0.044202665487925216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,2560,0.02228906750679016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,2048,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,1536,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,768,0.009489066402117411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,1024,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,512,0.007577600081761678
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,256,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,6144,128,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,12288,0.09844053586324056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,16384,0.1297749360402425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,10240,0.0793941338857015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,65536,0.5184853235880534
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,8192,0.06447786490122477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,7168,0.05666133165359497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,6144,0.05003946622212728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,5120,0.04198400179545085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,4096,0.024268800020217897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,3584,0.017681066195170084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,3072,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,2048,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,2560,0.02058239976565043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,1536,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,1024,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,768,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,512,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,5120,128,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,16384,0.10588160355885823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,65536,0.4347562789916992
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,10240,0.06587733427683512
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,12288,0.08055466810862223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,8192,0.05451093514760336
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,7168,0.046284798781077066
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,5120,0.029252266883850096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,6144,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,4096,0.016588800152142844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,3584,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,3072,0.013687466581662497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,2560,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,2048,0.010205866893132527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,1536,0.008601599931716919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,1024,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,768,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,512,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,4096,128,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,16384,0.09567573070526122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,65536,0.3931136131286621
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,12288,0.07154346307118734
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,10240,0.06017706791559855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,8192,0.048093867301940915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,7168,0.04215466578801473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,6144,0.03594239950180054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,5120,0.020343466599782308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,4096,0.01648640036582947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,3584,0.01495039959748586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,3072,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,2560,0.011878400047620138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,2048,0.010035199920336406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,1536,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,1024,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,768,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,512,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,256,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3584,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,65536,0.3566250801086426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,12288,0.06437546809514363
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,16384,0.0853333314259847
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,10240,0.053725866476694736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,8192,0.043246932824452716
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,7168,0.03775146802266439
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,6144,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,5120,0.020036266247431437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,3584,0.014711466431617738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,4096,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,3072,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,2560,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,2048,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,1536,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,1024,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,768,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,512,0.005222400029500326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,256,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,3072,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,65536,0.3174400011698405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,16384,0.07529813448588053
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,12288,0.056866133213043214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,10240,0.048503466447194415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,8192,0.033655468622843424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,7168,0.025770666201909383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,6144,0.02263039946556091
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,5120,0.01952426632245382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,4096,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,3584,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,3072,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,2560,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,2048,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,1024,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,768,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2560,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,16384,0.0672426700592041
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,65536,0.27975680033365885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,12288,0.04949333270390828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,10240,0.037922132015228274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,8192,0.029183999697367353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,7168,0.025770666201909383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,6144,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,5120,0.019592533508936562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,4096,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,3072,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,3584,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,2560,0.011400533715883891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,2048,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,1024,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,2048,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,65536,0.2409813404083252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,16384,0.059426132837931314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,10240,0.03515733480453491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,12288,0.04171093304951985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,8192,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,6144,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,7168,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,5120,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,4096,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,3584,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,2560,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,2048,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1536,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,65536,0.21015893618265785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,16384,0.05543253421783447
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,12288,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,8192,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,10240,0.035327998797098796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,7168,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,6144,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,5120,0.01945599913597107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,4096,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,3072,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,3584,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,768,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,1024,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,65536,0.21019306182861328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,12288,0.04157439867655437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,16384,0.05553493499755859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,10240,0.03536213239034017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,8192,0.0291157325108846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,7168,0.025702399015426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,6144,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,4096,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,3584,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,5120,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,3072,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,2560,0.011195733149846395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,768,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,16384,0.055569068590799964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,65536,0.21009066899617515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,12288,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,10240,0.035327998797098796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,8192,0.0291157325108846
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,7168,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,6144,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,5120,0.019387733936309815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,4096,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,3584,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,3072,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,512,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,65536,0.21203625996907555
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,16384,0.05553493499755859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,12288,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,10240,0.035293865203857425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,8192,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,7168,0.02573653260866801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,5120,0.01935360034306844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,6144,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,4096,0.015940266847610473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,256,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,16384,0.05543253421783447
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,65536,0.21186559995015464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,12288,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,10240,0.035225598017374675
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,8192,0.029013333717981975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,7168,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,6144,0.022562134265899658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,5120,0.019319466749827065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,96,128,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,12288,1.2500991821289062
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,10240,1.0154325485229492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,16384,1.662156804402669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,8192,0.8206335703531901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,7168,0.7113386789957683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,4096,0.41045331954956055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,6144,0.6177109400431315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,5120,0.5106346766153972
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,2048,0.22831786473592125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,3072,0.331605339050293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,3584,0.3836586634318034
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,1536,0.1759914716084798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,2560,0.28020054499308267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,1024,0.10816853046417237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,768,0.0825002670288086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,512,0.054545064767201744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,256,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,65536,128,0.020411733786265054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,12288,0.310749880472819
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,16384,0.41045331954956055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,8192,0.2032639980316162
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,10240,0.25146026611328126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,7168,0.17865386009216308
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,65536,1.7968468983968098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,5120,0.12322133382161457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,6144,0.15571626027425128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,4096,0.10929493109385173
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,3584,0.09560746351877848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,3072,0.07379626433054606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,2560,0.06952959696451823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,2048,0.05044906536738077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,1536,0.04307626485824585
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,1024,0.017476266622543334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,768,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,512,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,128,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,16384,256,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,16384,0.35389439264933265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,12288,0.26494293212890624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,65536,1.4366378784179688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,10240,0.21599574089050294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,8192,0.17356799443562826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,6144,0.12619093259175618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,7168,0.14824105898539225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,5120,0.10468693574269612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,4096,0.09082880020141601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,3584,0.07331840197245279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,2560,0.0579584002494812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,3072,0.06929066975911459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,2048,0.042905600865681966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,1024,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,768,0.013175466656684875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,1536,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,512,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,128,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,12288,256,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,16384,0.2617685317993164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,12288,0.19824639956156415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,8192,0.1257130702336629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,10240,0.16117760340372722
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,65536,1.0543445587158202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,7168,0.10823679765065511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,6144,0.09434453646341959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,5120,0.07901866436004638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,4096,0.06683306694030762
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,3072,0.04792319933573405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,3584,0.05515946547190348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,2560,0.04096000194549561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,2048,0.030856533845265703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,1536,0.016383999586105348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,1024,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,768,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,512,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,256,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,10240,128,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,16384,0.22278827031453452
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,12288,0.16807252566019695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,65536,0.8988330841064454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,10240,0.13431466420491536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,8192,0.10683733622233074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,6144,0.07970133622487387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,7168,0.09154559771219889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,5120,0.06734506289164224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,4096,0.05997226635615031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,3584,0.04655786752700806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,3072,0.04522666533788045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,2560,0.029798400402069092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,2048,0.019182932376861573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,1536,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,1024,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,768,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,512,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,256,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,8192,128,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,16384,0.20920319557189943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,65536,0.8228522618611654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,12288,0.15619413057963055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,10240,0.12468907038370769
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,8192,0.10072746276855468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,7168,0.08802986939748128
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,6144,0.07703893184661866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,5120,0.06410239934921265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,3072,0.03768320083618164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,4096,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,3584,0.04939093192418416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,2560,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,2048,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,1536,0.015121066570281982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,1024,0.011571199695269267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,768,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,512,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,128,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,7168,256,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,16384,0.20667732556660973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,65536,0.8073216120402018
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,12288,0.14888960520426434
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,8192,0.09878186384836832
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,10240,0.12287999788920086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,7168,0.08744959831237793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,6144,0.07563947041829427
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,5120,0.06806186834971109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,4096,0.050619733333587644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,3072,0.02519039909044902
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,3584,0.04741119941075643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,2560,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,2048,0.018090667327245076
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,1536,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,1024,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,768,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,512,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,256,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,6144,128,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,16384,0.12946773370107015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,65536,0.5202944119771321
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,12288,0.09717760086059571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,10240,0.079257599512736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,8192,0.06505813201268515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,7168,0.056524801254272464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,6144,0.04976640144983928
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,5120,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,4096,0.029183999697367353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,3584,0.01713493267695109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,3072,0.01518933375676473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,2560,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,2048,0.01129813293615977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,1024,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,1536,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,768,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,512,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,5120,128,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,65536,0.4239701271057129
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,16384,0.10424319903055827
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,12288,0.07949653466542562
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,8192,0.05348693529764811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,10240,0.06638933420181274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,7168,0.04642133315404256
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,6144,0.04119893312454224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,5120,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,4096,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,3584,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,3072,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,2560,0.011912533640861511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,2048,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,1536,0.008567466338475545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,1024,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,768,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,512,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,256,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,4096,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,16384,0.09523200194040934
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,65536,0.38686720530192054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,12288,0.07174826463063558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,8192,0.048196268081665036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,10240,0.05918720165888468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,7168,0.04208639860153198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,6144,0.034645334879557295
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,5120,0.023108265797297158
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,4096,0.016452266772588094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,3584,0.014882133404413859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,3072,0.013243732849756875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,2560,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,1536,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,1024,0.006826666494210561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,768,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,512,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,256,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3584,128,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,16384,0.0904533306757609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,65536,0.3499690691630045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,12288,0.06386346817016601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,10240,0.05376000006993612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,8192,0.043212799231211345
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,7168,0.03778560161590576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,6144,0.022732800245285033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,5120,0.019421867529551187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,4096,0.016247466206550598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,3584,0.01460906664530436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,3072,0.0130730668703715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,2560,0.011468799908955891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,2048,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,1536,0.008362666765848795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,768,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,512,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,3072,128,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,16384,0.07485439777374267
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,65536,0.31139841079711916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,12288,0.05611519813537598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,10240,0.048093867301940915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,8192,0.0343722661336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,7168,0.025770666201909383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,6144,0.022459733486175536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,5120,0.01911466717720032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,4096,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,3072,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,3584,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,2560,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,2048,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2560,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,65536,0.27490987777709963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,16384,0.06679893334706624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,12288,0.04904959996541341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,10240,0.03648853302001953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,8192,0.029149866104125975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,7168,0.025804799795150758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,6144,0.02259626587231954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,5120,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,3072,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,4096,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,3584,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,2560,0.01129813293615977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,768,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,2048,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,16384,0.06017706791559855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,65536,0.23569067319234213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,12288,0.04147200187047322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,10240,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,7168,0.02542933424313863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,8192,0.029013333717981975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,6144,0.022357332706451415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,5120,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,4096,0.015974400440851848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,3072,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,2560,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1536,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,16384,0.05502293507258097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,65536,0.209442138671875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,12288,0.04140373468399048
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,7168,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,10240,0.03505493402481079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,8192,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,6144,0.022528000672658286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,5120,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,3072,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,1024,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,16384,0.05512533187866211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,12288,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,65536,0.20991999308268228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,10240,0.03508906761805217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,8192,0.029047467311223346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,7168,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,6144,0.02249386707941691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,5120,0.019012266397476198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,4096,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,3584,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,3072,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,768,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,768,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,65536,0.2096127986907959
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,12288,0.04133546749750773
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,16384,0.05509119828542074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,10240,0.03502080043156942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,8192,0.029013333717981975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,7168,0.025600000222524004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,6144,0.022425599892934165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,5120,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,4096,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,512,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,65536,0.21084159215291343
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,16384,0.05505706469217936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,12288,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,8192,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,10240,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,7168,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,6144,0.02239146629969279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,256,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,16384,0.05495466788609823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,65536,0.21090985933939616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,12288,0.04130133390426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,10240,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,8192,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,7168,0.025634133815765382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,6144,0.02239146629969279
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,5120,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,3072,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,80,128,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,16384,1.737386703491211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,12288,1.2919466654459635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,10240,1.0545152028401694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,8192,0.8408405303955078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,5120,0.5218645413716634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,6144,0.6248789469401042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,7168,0.7251626968383789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,4096,0.4118186632792155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,3584,0.39079252878824866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,3072,0.33457492192586263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,1024,0.10868053436279297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,2560,0.28037118911743164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,1536,0.17384106318155926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,2048,0.22777172724405922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,768,0.08277333577473958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,512,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,256,0.01655466655890147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,65536,128,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,10240,0.25825279553731284
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,12288,0.3202730814615885
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,16384,0.4284074783325195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,8192,0.2064725399017334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,7168,0.18165760040283202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,65536,1.755716323852539
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,6144,0.15622827212015789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,5120,0.12516693274180096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,4096,0.09997653166453044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,3072,0.08482133547465007
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,3584,0.09881599744160971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,2560,0.06864213148752848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,2048,0.051712000370025636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,1536,0.04403200149536133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,1024,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,768,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,256,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,512,0.008874666690826417
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,16384,128,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,16384,0.32419840494791663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,65536,1.305395253499349
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,12288,0.24384853045145669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,10240,0.19821227391560872
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,8192,0.1586176077524821
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,7168,0.135372797648112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,6144,0.11520000298817952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,5120,0.09680213133494059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,4096,0.08659626642862955
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,3072,0.058982400099436436
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,2560,0.0500053326288859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,3584,0.07615146636962891
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,2048,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,1536,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,1024,0.011946666240692138
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,768,0.010137599706649781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,512,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,128,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,12288,256,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,16384,0.29023574193318685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,12288,0.22002347310384116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,10240,0.17694719632466632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,8192,0.1390933354695638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,65536,1.1483477274576823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,7168,0.12212906678517658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,6144,0.1055402676264445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,5120,0.08796160221099854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,4096,0.07086079915364583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,3584,0.06304426590601603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,3072,0.059699201583862306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,2560,0.04597760041554769
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,2048,0.03269973397254944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,1536,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,1024,0.01160533328851064
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,768,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,512,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,256,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,10240,128,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,16384,0.2175999959309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,12288,0.1626794656117757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,65536,0.8517290751139323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,10240,0.12827306588490803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,8192,0.10342400074005127
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,7168,0.0904533306757609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,6144,0.078438401222229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,5120,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,4096,0.059596800804138185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,3584,0.04696746667226155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,3072,0.045499734083811444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,2560,0.025361067056655882
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,2048,0.01181013286113739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,1536,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,1024,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,768,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,512,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,128,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,8192,256,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,16384,0.18950826327006023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,12288,0.14107306798299152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,65536,0.7486805597941081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,10240,0.11182080109914143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,8192,0.0904533306757609
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,7168,0.07946240107218425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,6144,0.06932480335235595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,5120,0.057719465096791586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,4096,0.047172268231709794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,3584,0.04164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,3072,0.040106666088104245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,2560,0.013550933202107748
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,2048,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,1536,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,1024,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,768,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,512,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,7168,128,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,16384,0.1597098668416341
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,65536,0.6276095708211262
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,12288,0.11874986489613851
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,10240,0.09441280364990234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,8192,0.07796053091684976
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,7168,0.06754986445109049
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,6144,0.05922133525212606
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,5120,0.04928853511810303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,4096,0.040209066867828366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,3584,0.03952639897664388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,3072,0.013653332988421122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,2560,0.012151466806729634
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,2048,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,1536,0.008635733524958293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,768,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,1024,0.006963199873765309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,256,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,512,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,6144,128,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,16384,0.13004799683888751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,12288,0.09823573430379232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,65536,0.5142527898152669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,10240,0.07936000029246013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,8192,0.06604799826939901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,7168,0.056866133213043214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,6144,0.04993706544240316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,5120,0.04188160101572673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,3584,0.014916266997655234
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,4096,0.02327893376350403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,2560,0.011707733074824016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,3072,0.013277866442998252
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,2048,0.010103467106819152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,1536,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,1024,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,768,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,512,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,128,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,5120,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,16384,0.10844159921010335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,65536,0.42134186426798503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,12288,0.07932586669921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,10240,0.06584320068359376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,8192,0.053725866476694736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,6144,0.04089173475901286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,7168,0.04638719956080119
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,5120,0.025941334168116253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,4096,0.016145066420237223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,3584,0.014506666858990987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,3072,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,2560,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,2048,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,128,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,4096,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,65536,0.38362452189127605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,16384,0.09471999804178874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,12288,0.07069013118743897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,10240,0.059630934397379556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,8192,0.048230401674906415
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,7168,0.04194986820220947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,6144,0.03430399894714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,5120,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,3584,0.014472533265749613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,4096,0.016179200013478598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,3072,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,2560,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3584,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,12288,0.06359039942423503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,16384,0.0843775987625122
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,10240,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,65536,0.3462826728820801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,8192,0.043110398451487224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,5120,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,6144,0.02222080032030741
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,7168,0.037546666463216145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,4096,0.01621333360671997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,3072,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,3584,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,2560,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,2048,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,3072,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,16384,0.07458133697509765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,65536,0.30757548014322916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,12288,0.05645653406778971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,10240,0.048196268081665036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,7168,0.025668267409006757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,6144,0.02211839954058329
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,8192,0.032153600454330446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,5120,0.01904639999071757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,4096,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,3584,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,3072,0.012731732924779257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,2560,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,2048,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,768,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,1024,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2560,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,12288,0.048981332778930665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,16384,0.06717440287272135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,65536,0.2695850690205892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,10240,0.0370688001314799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,8192,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,6144,0.021947733561197915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,7168,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,5120,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,4096,0.0159061332543691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,2560,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,2048,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,12288,0.04119893312454224
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,16384,0.058641068140665685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,65536,0.23186772664388022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,10240,0.034986666838328045
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,8192,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,7168,0.025600000222524004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,6144,0.02208426594734192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,5120,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,3072,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,2560,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,768,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1536,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,65536,0.20729173024495445
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,12288,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,16384,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,10240,0.03502080043156942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,8192,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,7168,0.025565866629282636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,6144,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,1024,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,65536,0.2063701311747233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,16384,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,10240,0.03495253324508667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,7168,0.025565866629282636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,12288,0.04113066593805949
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,8192,0.0289792001247406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,6144,0.022016000747680665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,5120,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,768,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,16384,0.054749866326649986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,12288,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,65536,0.2064725399017334
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,10240,0.034918399651845296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,8192,0.028945066531499225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,7168,0.02553173303604126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,6144,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,3072,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,65536,0.20896426836649576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,512,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,16384,0.054681599140167236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,12288,0.040994131565093996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,10240,0.034850132465362546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,8192,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,6144,0.021947733561197915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,7168,0.025463465849558515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,5120,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,256,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,65536,0.20923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,16384,0.054579198360443115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,12288,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,10240,0.034815998872121175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,8192,0.028808534145355225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,7168,0.025497599442799883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,6144,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,5120,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,4096,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,3584,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,2048,0.009489066402117411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,64,128,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,10240,1.0526720046997071
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,12288,1.2903082529703775
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,16384,1.7289899190266926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,8192,0.8364714940388998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,6144,0.6213973363240559
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,7168,0.7239338556925456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,5120,0.5170175870259602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,4096,0.41144320170084636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,3584,0.3553621292114258
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,3072,0.33122987747192384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,2560,0.277128537495931
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,2048,0.22435839970906576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,1536,0.17070080439249674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,1024,0.10868053436279297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,768,0.0827392021814982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,512,0.054681599140167236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,256,0.01628159979979197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,65536,128,0.015052800377209982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,16384,0.4217173258463542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,12288,0.31938559214274087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,8192,0.20572160085042318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,10240,0.2567509333292643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,7168,0.18025813102722169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,65536,1.701375961303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,6144,0.15486292839050292
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,5120,0.1253376007080078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,4096,0.10748586654663086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,3584,0.08789333502451578
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,3072,0.07567359606424967
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,2048,0.05174613396326701
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,2560,0.06867626508076986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,1536,0.0440661350886027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,1024,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,768,0.0105813334385554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,256,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,512,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,16384,128,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,16384,0.3295232137044271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,12288,0.2426197369893392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,8192,0.15742293993632
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,10240,0.19739306767781575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,65536,1.2963157653808595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,7168,0.1349631945292155
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,6144,0.11506346861521403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,5120,0.0966655969619751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,3584,0.0679253339767456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,4096,0.08171520233154297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,3072,0.05905066728591919
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,2560,0.05010773340861002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,2048,0.0448853333791097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,1536,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,1024,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,768,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,512,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,256,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,12288,128,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,10240,0.17568426132202147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,12288,0.2186581293741862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,16384,0.28607145945231116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,8192,0.1377280076344808
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,65536,1.133021926879883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,7168,0.12042240301767985
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,5120,0.08734719753265381
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,6144,0.1042090654373169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,4096,0.07045119603474935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,3584,0.07133866945902506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,3072,0.05939199924468994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,2560,0.045363199710845944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,2048,0.024200532833735147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,1536,0.015018666783968607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,1024,0.011434666315714518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,768,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,512,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,256,0.006007466713587443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,10240,128,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,16384,0.2155519962310791
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,65536,0.8480085372924805
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,12288,0.16155306498209637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,7168,0.09004373550415039
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,10240,0.12834133307139078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,8192,0.10274133682250977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,6144,0.07847253481547037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,5120,0.06526293357213339
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,4096,0.05935786565144857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,3072,0.04154026508331299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,3584,0.05239466826121012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,2560,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,1024,0.0076117331782976794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,2048,0.01153706709543864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,1536,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,768,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,512,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,256,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,8192,128,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,16384,0.1875285307566325
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,12288,0.1410048007965088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,10240,0.11171840031941731
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,8192,0.08994133472442627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,65536,0.7461546579996745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,7168,0.07901866436004638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,6144,0.06894933382670085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,5120,0.05744640032450358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,4096,0.04737706581751506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,3584,0.04147200187047322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,2048,0.010513066252072652
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,2560,0.012902399897575379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,3072,0.030344533920288085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,1536,0.00897706647713979
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,1024,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,768,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,512,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,256,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,7168,128,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,12288,0.11946667035420735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,10240,0.09939626852671304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,16384,0.15796906153361004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,8192,0.07669760386149088
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,65536,0.6167552312215169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,7168,0.06717440287272135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,6144,0.05884586572647095
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,5120,0.04911786715189616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,4096,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,3584,0.02815999984741211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,3072,0.013380266229311624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,2560,0.011776000261306763
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,2048,0.010001066327095031
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,1536,0.008533333738644917
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,1024,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,768,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,6144,128,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,16384,0.12878506978352863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,65536,0.5074943860371908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,12288,0.0981333335240682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,8192,0.06529706716537476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,10240,0.07953066825866699
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,6144,0.0500053326288859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,7168,0.0566271980603536
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,5120,0.04177920023600261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,4096,0.023244800170262654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,3584,0.014745600024859109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,3072,0.013141333063443502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,2560,0.011639466881752015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,2048,0.009966933727264404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,1536,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,1024,0.006860800087451935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,768,0.006041599810123444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,256,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,5120,128,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,12288,0.07956480185190837
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,16384,0.10577920277913411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,65536,0.41871360143025715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,10240,0.064955735206604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,7168,0.04614826838175456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,6144,0.04061866601308187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,8192,0.05321386655171713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,5120,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,4096,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,3584,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,3072,0.012800000111262002
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,2560,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,2048,0.009898666540781658
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,4096,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,65536,0.37768532435099283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,16384,0.09335467020670572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,12288,0.0710314671198527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,10240,0.05911893447240194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,8192,0.04792319933573405
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,7168,0.04147200187047322
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,6144,0.032290132840474446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,5120,0.018943999210993448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,4096,0.016042666633923848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,3584,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,3072,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,2560,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,2048,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,768,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3584,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,16384,0.08400213718414307
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,12288,0.06341973145802816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,65536,0.34017279942830403
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,10240,0.05437440077463786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,8192,0.04266666571299235
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,7168,0.037102933724721274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,6144,0.02218666672706604
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,5120,0.019080533583958944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,4096,0.016076800227165223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,3584,0.01443839967250824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,2560,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,3072,0.012834133704503379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,2048,0.009796266754468281
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,1536,0.008191999793052674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,1024,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,512,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,3072,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,12288,0.055910400549570714
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,16384,0.0746837298075358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,65536,0.30027093887329104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,10240,0.04782079855600993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,8192,0.032358400026957196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,7168,0.025224532683690386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,6144,0.021947733561197915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,5120,0.01890986760457357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,4096,0.016110933820406594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,3584,0.014301866292953491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,3072,0.01276586651802063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,2560,0.011264000336329143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,1536,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,1024,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,768,0.00576853354771932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,256,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2560,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,65536,0.2642602602640788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,12288,0.048981332778930665
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,16384,0.06679893334706624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,10240,0.03638613224029541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,8192,0.028467200199762982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,7168,0.02512213389078776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,6144,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,5120,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,4096,0.015871999661127727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,2048,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,16384,0.05792426665623983
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,65536,0.22654293378194174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,12288,0.04116479953130086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,10240,0.034884266058603924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,8192,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,7168,0.02512213389078776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,6144,0.021947733561197915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,3072,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,2560,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1536,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,65536,0.20551679929097494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,12288,0.04102826515833537
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,16384,0.054306133588155114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,10240,0.034850132465362546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,8192,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,7168,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,6144,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,4096,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,1024,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,12288,0.040994131565093996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,16384,0.054306133588155114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,65536,0.20517546335856118
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,10240,0.034850132465362546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,8192,0.028501333793004353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,7168,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,6144,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,5120,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,4096,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,3072,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,768,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,16384,0.054340267181396486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,65536,0.20609706242879233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,12288,0.040994131565093996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,10240,0.034815998872121175
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,8192,0.028467200199762982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,7168,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,6144,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,5120,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,512,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,12288,0.04089173475901286
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,16384,0.054169599215189615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,65536,0.20807679494222006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,10240,0.034713598092397054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,8192,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,7168,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,6144,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,5120,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,4096,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,3584,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,2560,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,256,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,65536,0.20797440210978188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,16384,0.054135465621948244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,12288,0.04092586835225423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,10240,0.034679468472798666
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,8192,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,7168,0.024985599517822265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,6144,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,5120,0.018739199638366698
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,4096,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,3584,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,2048,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,512,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,48,128,256,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,12288,1.2825941721598306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,10240,1.053388786315918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,8192,0.8455850601196289
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,7168,0.7256064097086589
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,6144,0.6206122716267903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,16384,1.703048578898112
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,5120,0.5235370635986328
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,4096,0.419430414835612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,3072,0.3317760149637858
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,2560,0.2787328084309896
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,3584,0.38881279627482096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,2048,0.22193493843078613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,1536,0.1678335984547933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,1024,0.10949973265329997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,768,0.08331946531931558
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,512,0.054340267181396486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,256,0.010069333513577779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,65536,128,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,16384,0.41915734608968097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,12288,0.32133121490478517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,10240,0.2598911921183268
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,8192,0.209169069925944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,7168,0.18288639386494954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,65536,1.8111146291097004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,6144,0.15578452746073407
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,5120,0.12799999713897706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,4096,0.11482453346252441
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,3072,0.07826773325602213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,3584,0.09673386414845785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,2560,0.06908586819966635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,2048,0.05403306484222412
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,1536,0.0451583981513977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,1024,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,768,0.007031466563542683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,512,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,256,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,16384,128,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,16384,0.32378880182902015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,12288,0.24302934010823568
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,10240,0.19589120546976727
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,65536,1.2953258514404298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,8192,0.15677439371744792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,7168,0.13516799608866376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,5120,0.0973141352335612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,6144,0.11595093409220378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,4096,0.08772266705830892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,3584,0.06898346741994223
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,3072,0.06184959808985392
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,2560,0.056149331728617344
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,2048,0.04123306671778361
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,1536,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,1024,0.006997333467006683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,768,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,256,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,512,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,12288,128,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,16384,0.26951678593953454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,12288,0.2017279942830404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,10240,0.16271360715230304
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,8192,0.1287168025970459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,65536,1.061307716369629
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,7168,0.11253759860992432
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,6144,0.09707520008087159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,5120,0.08127146561940511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,4096,0.07260159651438394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,3584,0.059767464796702065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,3072,0.05044906536738077
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,2560,0.042530135313669844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,2048,0.029286400477091475
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,1536,0.008499200145403545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,768,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,1024,0.006929066777229309
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,512,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,256,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,10240,128,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,16384,0.21357226371765137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,12288,0.16076800028483074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,65536,0.8438442866007486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,10240,0.12755626837412518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,8192,0.10332159996032715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,7168,0.09055573145548503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,6144,0.07898453076680502
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,5120,0.06567253271738688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,4096,0.060006399949391685
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,3584,0.04761600097020467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,3072,0.045909333229064944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,2560,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,8192,128,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,16384,0.18568533261617023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,65536,0.7326719919840495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,12288,0.13841066360473633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,10240,0.11113813718159993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,8192,0.09086293379465739
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,7168,0.07918933232625326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,6144,0.06932480335235595
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,5120,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,4096,0.04713813463846843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,3072,0.03621546824773152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,3584,0.04666026830673218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,2560,0.011332266529401143
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,1536,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,512,0.005120000243186951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,7168,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,65536,0.6139904022216797
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,12288,0.1185109297434489
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,16384,0.15749120712280273
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,10240,0.09458346366882324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,8192,0.07901866436004638
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,5120,0.049459199110666915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,6144,0.059596800804138185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,7168,0.06806186834971109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,4096,0.04526079893112182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,3584,0.029013333717981975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,2560,0.011366400122642516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,3072,0.012868266304334006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,2048,0.00993280013402303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,6144,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,65536,0.5115562756856282
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,16384,0.13032106558481854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,12288,0.09861120382944742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,10240,0.07976960341135661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,8192,0.065774933497111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,7168,0.056797866026560465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,6144,0.0500053326288859
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,5120,0.04184746742248535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,4096,0.030037333567937214
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,3584,0.01437013347943624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,3072,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,2560,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,2048,0.009830400347709656
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,1536,0.008157866696516674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,512,0.005085866649945577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,5120,256,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,16384,0.10721279780069988
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,65536,0.4078933397928874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,12288,0.07884799639383952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,8192,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,10240,0.06509226560592651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,7168,0.04618240197499593
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,6144,0.04085760116577149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,5120,0.026862933238347368
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,3072,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,3584,0.014199466506640116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,2048,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,256,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,4096,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,16384,0.09478826522827148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,65536,0.3734186808268229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,12288,0.07048532962799073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,10240,0.05901653369267782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,8192,0.04782079855600993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,7168,0.04154026508331299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,6144,0.028910932938257854
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3584,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,65536,0.3339946746826172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,16384,0.08407039642333984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,12288,0.06318080027898153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,10240,0.053179732958475744
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,7168,0.037307735284169516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,8192,0.04276906649271647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,6144,0.02198186715443929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,5120,0.01884160041809082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,4096,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,3072,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,16384,0.07461547056833903
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,12288,0.05584213336308798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,65536,0.2950144131978353
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,10240,0.04754773378372192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,8192,0.03099306623140971
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,7168,0.025088000297546386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,6144,0.021947733561197915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,5120,0.018875734011332194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,3584,0.014233600099881491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,3072,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2560,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,65536,0.25978879928588866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,16384,0.06625279982884726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,12288,0.048844798405965166
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,10240,0.03536213239034017
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,8192,0.028433066606521607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,7168,0.02505386670430501
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,6144,0.021913599967956544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,5120,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,2560,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,2048,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,16384,0.05870933135350546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,65536,0.22302719751993813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,10240,0.034406399726867674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,12288,0.04061866601308187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,8192,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,7168,0.02501973311106364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,6144,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,5120,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,4096,0.015837867061297098
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1536,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,12288,0.040447998046875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,65536,0.20534613927205406
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,16384,0.054306133588155114
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,10240,0.0343722661336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,7168,0.024985599517822265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,8192,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,6144,0.02187946637471517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,5120,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,4096,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,3072,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,3584,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,1024,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,65536,0.20415147145589194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,16384,0.054237866401672365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,12288,0.040482131640116374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,10240,0.03433813254038493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,8192,0.028398933013280232
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,7168,0.024985599517822265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,6144,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,5120,0.018773333231608073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,4096,0.015803733468055726
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,3584,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,3072,0.01256106694539388
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,16384,0.05410133202870687
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,768,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,12288,0.04041386842727661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,65536,0.21159253120422364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,10240,0.03430399894714355
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,8192,0.02836479942003886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,7168,0.024985599517822265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,6144,0.021845332781473794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,5120,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,4096,0.02215253313382467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,3584,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,2048,0.009489066402117411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,512,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,65536,0.20623359680175782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,16384,0.053998935222625735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,12288,0.04037973483403524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,10240,0.03423573176066081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,8192,0.028296534220377607
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,7168,0.024951465924580894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,5120,0.018807466824849448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,6144,0.021811199188232423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,4096,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,3584,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,2048,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,256,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,16384,0.053998935222625735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,65536,0.20660907427469888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,12288,0.04031146764755249
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,10240,0.03423573176066081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,8192,0.028194133440653486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,7168,0.02488320072491964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,6144,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,5120,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,4096,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,3584,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,3072,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,2048,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,512,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,256,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,32,128,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,10240,1.0476885477701823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,12288,1.2748799641927084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,16384,1.6932181040445964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,8192,0.8398848215738932
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,7168,0.7235584259033203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,6144,0.6136490503946941
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,4096,0.41011199951171873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,5120,0.5126826604207356
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,3584,0.35276800791422525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,3072,0.32494932810465493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,2560,0.27248640060424806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,2048,0.21777067184448243
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,1536,0.16377174059549968
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,1024,0.10885120232899984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,768,0.08277333577473958
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,512,0.054135465621948244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,256,0.009864532947540283
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,65536,128,0.009011200070381165
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,12288,0.31716693242390953
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,16384,0.4161535898844401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,10240,0.25722880363464357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,8192,0.20732587178548179
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,7168,0.18070185979207357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,65536,1.6966997782389324
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,6144,0.15441919962565104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,5120,0.12782933712005615
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,4096,0.11434666315714519
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,3072,0.08587946891784667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,3584,0.10079572995503742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,2560,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,2048,0.05758293469746908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,1536,0.04505600134531657
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,1024,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,768,0.006894933183987935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,256,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,512,0.005836800237496694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,16384,128,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,16384,0.3241642634073893
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,12288,0.24023040135701498
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,65536,1.2988075256347655
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,8192,0.15557972590128583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,10240,0.19350186983744305
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,7168,0.13506560325622557
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,6144,0.11567786534627278
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,5120,0.09690453211466471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,4096,0.08744959831237793
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,3584,0.06912000179290771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,3072,0.06638933420181274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,2560,0.05027840137481689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,2048,0.04539733330408732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,1536,0.00846506655216217
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,1024,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,768,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,256,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,12288,128,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,16384,0.26695680618286133
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,12288,0.19913387298583984
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,10240,0.16141653060913086
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,8192,0.12830719947814942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,65536,1.0554709116617838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,7168,0.11233279705047608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,6144,0.09714346726735433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,5120,0.08110079765319825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,4096,0.07335253556569418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,3584,0.059938132762908936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,3072,0.0504149317741394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,2560,0.04242773453394572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,2048,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,1536,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,768,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,1024,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,256,0.004437333345413208
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,10240,128,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,16384,0.21159253120422364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,12288,0.1602560043334961
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,65536,0.8357205073038736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,10240,0.1276586691538493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,8192,0.10304853121439617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,6144,0.07891626358032226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,7168,0.09052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,5120,0.0659114678700765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,4096,0.059938132762908936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,3584,0.04751360019048055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,3072,0.045841066042582194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,2560,0.02604373296101888
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,2048,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,1536,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,768,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,1024,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,8192,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,16384,0.18350079854329426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,65536,0.7271423975626627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,12288,0.13844480514526367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,10240,0.11093333562215169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,8192,0.09413973490397134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,7168,0.07932586669921875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,6144,0.06918826897939047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,5120,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,4096,0.04761600097020467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,3584,0.04655786752700806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,3072,0.03372373183568318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,2560,0.011229866743087768
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,2048,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,1024,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,7168,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,16384,0.15605759620666504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,65536,0.6119424184163411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,12288,0.1182037353515625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,10240,0.09461759726206462
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,8192,0.07891626358032226
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,7168,0.06789120038350424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,6144,0.05932373205820719
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,5120,0.04949333270390828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,4096,0.040584532419840495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,3584,0.03997013171513875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,3072,0.01269760032494863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,2560,0.011161599556605022
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,1536,0.008123733103275299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,2048,0.00976213316122691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,1024,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,256,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,6144,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,16384,0.12936533292134603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,12288,0.09837226867675782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,10240,0.07936000029246013
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,8192,0.06628693342208862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,65536,0.5051050821940104
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,7168,0.05676373243331909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,6144,0.04997119903564453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,5120,0.041915734608968094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,4096,0.0237226665019989
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,3584,0.014267733693122864
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,3072,0.012663466731707254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,2048,0.009727999567985535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,1024,0.006587733328342438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,512,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,5120,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,16384,0.10530133247375488
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,65536,0.40973653793334963
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,12288,0.0791210651397705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,10240,0.06464853286743164
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,8192,0.053452801704406736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,7168,0.04597760041554769
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,6144,0.04092586835225423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,5120,0.026794666051864625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,4096,0.015701333681742348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,3584,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,4096,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,65536,0.3699712117513021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,16384,0.09349119663238525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,12288,0.0702122688293457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,10240,0.059938132762908936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,8192,0.04775253136952718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,7168,0.04154026508331299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,6144,0.0347818652788798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,5120,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,4096,0.015735466281572977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,3584,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,1024,0.006417066852251689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,512,0.004881066580613455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3584,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,16384,0.08314879735310873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,65536,0.3283967971801758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,10240,0.05287253459294637
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,12288,0.06277120113372803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,8192,0.04276906649271647
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,7168,0.029764266808827718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,6144,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,5120,0.01867093245188395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,4096,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,3584,0.014097066720326743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,2048,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,3072,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,12288,0.05584213336308798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,16384,0.0741376002629598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,65536,0.2885631879170736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,10240,0.04782079855600993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,8192,0.032017066081364946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,6144,0.02174293398857117
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,7168,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,4096,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,5120,0.018705066045125326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,3584,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,1024,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2560,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,65536,0.2527232011159261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,16384,0.065228799978892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,12288,0.04829866488774617
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,10240,0.035293865203857425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,8192,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,7168,0.02481493353843689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,6144,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,5120,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,4096,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,3072,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,3584,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,2048,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,256,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,2048,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,16384,0.05816320180892944
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,65536,0.22326614061991373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,12288,0.040140799681345624
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,8192,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,10240,0.034030934174855546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,7168,0.024780799945195518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,6144,0.021708800395329794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,5120,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,4096,0.015667200088500977
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,3072,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,2048,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,3584,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,1024,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1536,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,16384,0.05321386655171713
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,65536,0.20316160519917809
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,12288,0.0400383989016215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,10240,0.034030934174855546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,8192,0.027989333868026732
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,7168,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,6144,0.02167466680208842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,5120,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,4096,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,3584,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,2048,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,1024,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,65536,0.20193279584248863
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,16384,0.05314559936523437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,12288,0.0400383989016215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,10240,0.03399680058161418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,8192,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,7168,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,5120,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,4096,0.015633066495259605
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,3584,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,768,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,16384,0.05311146577199301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,12288,0.0400383989016215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,65536,0.2017279942830404
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,10240,0.03399680058161418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,8192,0.02792106668154399
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,7168,0.02474666635195414
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,4096,0.015598932902018229
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,512,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,16384,0.05304319858551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,65536,0.20360533396402994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,12288,0.03997013171513875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,10240,0.0339626669883728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,8192,0.02788693308830261
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,7168,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,4096,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,256,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,256,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,65536,0.2028202692667643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,16384,0.05300906499226889
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,10240,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,12288,0.039833601315816244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,7168,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,8192,0.027852799495061236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,5120,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,4096,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,2048,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,256,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,16,128,128,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,10240,1.0445482889811197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,8192,0.836573855082194
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,7168,0.7179605484008789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,12288,1.2677803039550781
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,16384,1.6959147135416668
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,6144,0.6122837066650391
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,5120,0.515993595123291
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,4096,0.4066303888956706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,3584,0.35447467168172203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,2560,0.2518357276916504
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,3072,0.30098772048950195
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,2048,0.21568853060404458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,1536,0.16226986249287922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,1024,0.1086464007695516
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,768,0.08263680140177408
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,512,0.05393066803614298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,128,0.00890880028406779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,65536,256,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,16384,0.4099413235982259
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,12288,0.3146410624186198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,10240,0.25535146395365393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,8192,0.2055509408315023
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,7168,0.1796778678894043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,65536,1.7852415720621746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,5120,0.12796586354573566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,6144,0.15377066930135092
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,4096,0.11424427032470703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,3584,0.1008298635482788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,3072,0.08594773610432943
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,2560,0.06912000179290771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,2048,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,1536,0.04498773415883382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,768,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,1024,0.007406933108965556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,512,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,16384,128,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,16384,0.3214336077372233
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,65536,1.2941994984944662
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,12288,0.2379093329111735
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,8192,0.1545215924580892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,10240,0.19326292673746745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,6144,0.11557546456654866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,5120,0.09704106648763021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,7168,0.13455360730489094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,4096,0.08717652956644693
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,3072,0.059835731983184814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,3584,0.07700479825337728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,2560,0.05024426778157552
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,2048,0.04167679945627849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,1536,0.008396800359090168
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,1024,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,768,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,512,0.0052906667192777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,128,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,12288,256,0.0044714664419492085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,16384,0.26518185933430993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,10240,0.16035839716593425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,12288,0.19848532676696778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,8192,0.12813653151194254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,7168,0.11212800343831379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,65536,1.0569045384724935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,6144,0.09741653601328532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,5120,0.08120319843292237
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,4096,0.07355733712514242
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,3584,0.05799253384272257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,2048,0.020514132579167683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,3072,0.050653866926829015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,2560,0.04235946734746297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,1536,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,1024,0.006724266707897187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,768,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,512,0.005188266436258951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,256,0.004403199752171834
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,10240,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,12288,0.1591978708902995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,16384,0.20923733711242676
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,65536,0.842956797281901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,10240,0.1276245355606079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,8192,0.10328746636708577
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,7168,0.09062399864196777
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,5120,0.06570666631062826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,6144,0.07847253481547037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,4096,0.05358933210372925
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,3584,0.04741119941075643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,2560,0.02512213389078776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,3072,0.04597760041554769
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,2048,0.009693866968154908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,1536,0.008089600006739299
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,768,0.00580266664425532
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,512,0.005017599960168203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,256,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,8192,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,12288,0.13810346921284994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,16384,0.1820672035217285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,65536,0.7185749053955078
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,10240,0.11089920202891032
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,8192,0.09103360176086425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,7168,0.07922346591949463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,6144,0.06912000179290771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,5120,0.05768533150355021
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,4096,0.04706986745198567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,3584,0.042530135313669844
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,3072,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,2048,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,7168,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,16384,0.15547733306884765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,12288,0.11810133457183838
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,65536,0.6032042821248372
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,10240,0.09512960116068522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,8192,0.07789226373036703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,7168,0.06795946756998697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,6144,0.059562667210896814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,5120,0.04928853511810303
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,4096,0.040652799606323245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,3584,0.03061760067939758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,2560,0.011127466956774395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,2048,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,1536,0.008055466910203297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,1024,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,768,0.005700266857941946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,6144,256,0.004232533276081085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,16384,0.12909226417541503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,65536,0.4963328043619792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,12288,0.10461866855621338
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,10240,0.07942826747894287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,8192,0.06567253271738688
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,7168,0.05683199961980184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,6144,0.05017600059509277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,5120,0.04205226500829061
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,4096,0.023040000597635904
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,3584,0.014165332913398743
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,2560,0.01109333336353302
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,5120,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,16384,0.10683733622233074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,12288,0.07918933232625326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,10240,0.06492160161336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,65536,0.405401611328125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,8192,0.05314559936523437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,7168,0.046011734008789065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,6144,0.040550398826599124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,5120,0.026521599292755126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,4096,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,3584,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,3072,0.012492799758911132
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,1536,0.007850666840871174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,1024,0.006348800162474315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,4096,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,16384,0.09267199834187825
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,65536,0.36519254048665367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,12288,0.07055359681447347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,10240,0.05894826650619507
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,8192,0.04761600097020467
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,7168,0.0413696010907491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,6144,0.03256319959958394
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,5120,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,4096,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,3584,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,2048,0.00942080020904541
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,1024,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,512,0.00481279989083608
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3584,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,65536,0.32331094741821287
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,16384,0.08325119813283285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,12288,0.06304426590601603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,10240,0.053725866476694736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,8192,0.042905600865681966
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,7168,0.0335530678431193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,5120,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,6144,0.02177706758181254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,4096,0.015564800302187601
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,3072,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,16384,0.07393279870351156
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,65536,0.2853205362955729
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,12288,0.05546666781107584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,10240,0.04751360019048055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,8192,0.03160746693611145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,7168,0.02491733431816101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,5120,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,4096,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,3584,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2560,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,12288,0.04836693207422892
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,65536,0.24924160639444987
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,16384,0.06550186475118001
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,10240,0.03604480028152466
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,8192,0.027716267108917236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,7168,0.02471253275871277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,5120,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,2048,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,16384,0.05758293469746908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,12288,0.0400383989016215
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,65536,0.2176682631174723
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,10240,0.034030934174855546
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,8192,0.027784534295399982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,7168,0.02471253275871277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,2048,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1536,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,16384,0.05273600021998087
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,65536,0.20288853645324706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,12288,0.040004265308380124
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,10240,0.0339626669883728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,8192,0.02775040070215861
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,7168,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,6144,0.021640533208847047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,1024,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,65536,0.20107946395874024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,16384,0.0527018666267395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,12288,0.03997013171513875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,10240,0.033928533395131424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,8192,0.027716267108917236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,7168,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,6144,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,768,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,65536,0.20107946395874024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,16384,0.05253119866053263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,12288,0.03997013171513875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,10240,0.033928533395131424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,8192,0.02768213351567586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,7168,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,6144,0.021606399615605672
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,512,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,65536,0.20080639521280924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,16384,0.05256533225377401
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,12288,0.039901868502298994
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,10240,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,8192,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,7168,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,5120,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,2560,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,256,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,65536,0.20145492553710936
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,16384,0.05249706506729126
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,12288,0.039833601315816244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,10240,0.03379199902216594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,8192,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,7168,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,6144,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,5120,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,4096,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,3584,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,2560,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,768,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,256,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,8,128,128,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,8192,0.8387584050496419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,12288,1.2714667002360025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,7168,0.7149909337361653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,10240,1.046186637878418
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,16384,1.6957098642985027
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,6144,0.6107818603515625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,5120,0.5106687863667806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,4096,0.40772266387939454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,3584,0.3435178756713867
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,2560,0.24890027046203614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,3072,0.32129707336425783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,2048,0.21486934026082358
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,1024,0.10847573280334473
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,1536,0.1614506721496582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,768,0.08256853421529134
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,512,0.05536426703135172
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,256,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,65536,128,0.008772266904513042
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,12288,0.3156309445699056
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,10240,0.25367892583211266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,16384,0.41509545644124346
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,8192,0.20473173459370933
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,7168,0.17882453600565593
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,65536,1.7952084859212238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,6144,0.15322453180948895
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,5120,0.12772693634033203
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,4096,0.11059199968973796
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,3584,0.09038506348927816
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,3072,0.08652799924214681
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,2560,0.06912000179290771
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,2048,0.053350400924682614
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,1536,0.04495360056559245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,1024,0.00727040022611618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,768,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,512,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,256,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,16384,128,0.004334933559099833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,16384,0.32088747024536135
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,12288,0.23664639790852865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,65536,1.2883626302083333
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,10240,0.19220479329427081
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,8192,0.15397547086079916
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,7168,0.1346901257832845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,5120,0.09683626492818197
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,6144,0.1157802661259969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,4096,0.0869376023610433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,3584,0.06884693304697673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,2560,0.05027840137481689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,3072,0.06638933420181274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,1536,0.008294400076071422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,2048,0.04106239875157674
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,1024,0.006758399804433187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,768,0.005939200023810069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,256,0.0045056000351905824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,12288,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,16384,0.2625194708506266
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,12288,0.19964586893717448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,10240,0.15981225967407225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,8192,0.1282047986984253
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,65536,1.052125867207845
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,7168,0.11223039627075196
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,6144,0.09707520008087159
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,5120,0.08133973280588785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,4096,0.0731818675994873
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,3584,0.05799253384272257
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,3072,0.05027840137481689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,2560,0.042461868127187094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,2048,0.02802346746126811
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,512,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,10240,128,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,16384,0.20875946680704752
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,12288,0.15916372934977213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,65536,0.8318976084391275
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,10240,0.12755626837412518
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,8192,0.10287786324818929
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,7168,0.09055573145548503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,6144,0.07881386280059814
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,5120,0.06594560146331788
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,3584,0.04741119941075643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,4096,0.059903999169667564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,3072,0.04580693244934082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,2560,0.019899733861287437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,2048,0.009659733374913533
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,1024,0.0065536002318064375
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,768,0.005734399954477946
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,256,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,8192,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,16384,0.18152106602986653
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,12288,0.13847893079121906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,65536,0.7234560012817383
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,10240,0.11100160280863444
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,8192,0.09055573145548503
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,7168,0.07929173310597738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,6144,0.06908586819966635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,5120,0.057719465096791586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,4096,0.04706986745198567
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,3584,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,3072,0.040209066867828366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,1024,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,7168,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,16384,0.15534079869588216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,65536,0.599347178141276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,12288,0.11765759785970051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,10240,0.09478826522827148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,8192,0.07884799639383952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,7168,0.0679253339767456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,6144,0.062122666835784913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,5120,0.049561599890391037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,4096,0.04061866601308187
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,3584,0.034713598092397054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,3072,0.01262933313846588
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,2048,0.00962559978167216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,6144,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,16384,0.12946773370107015
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,12288,0.09833813508351644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,10240,0.07946240107218425
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,65536,0.5007701237996419
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,8192,0.06533120075861612
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,7168,0.05683199961980184
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,6144,0.0501418670018514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,5120,0.04198400179545085
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,4096,0.020957867304484047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,3584,0.014062933127085366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,5120,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,16384,0.10509653091430664
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,65536,0.4006911913553874
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,10240,0.06536533435185751
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,12288,0.07959893544514975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,8192,0.05311146577199301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,6144,0.040482131640116374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,5120,0.027135999997456868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,7168,0.046216531594594316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,3584,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,768,0.005529599885145823
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,512,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,4096,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,65536,0.3644415855407715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,16384,0.09386666615804037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,12288,0.07031466960906982
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,10240,0.05874346494674683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,8192,0.04754773378372192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,7168,0.04150613149007161
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,5120,0.018636800845464072
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,6144,0.03642026583353679
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,4096,0.015530666708946228
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,3072,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,2560,0.010922666390736897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,1024,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,512,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3584,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,16384,0.08294400374094645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,65536,0.3212575912475586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,12288,0.06277120113372803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,10240,0.05324800014495849
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,8192,0.0425983985265096
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,7168,0.0370688001314799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,6144,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,3072,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,65536,0.2827264149983724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,16384,0.07372799714406332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,12288,0.055637331803639736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,8192,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,10240,0.047650134563446044
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,6144,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,7168,0.024678399165471397
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,256,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2560,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,16384,0.06557013193766276
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,65536,0.24760319391886393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,12288,0.048401065667470294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,10240,0.03587413231531779
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,8192,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,7168,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,2048,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,16384,0.05765120188395182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,65536,0.21661012967427573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,12288,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,8192,0.02768213351567586
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,10240,0.0339626669883728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,6144,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,7168,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1536,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,16384,0.05253119866053263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,65536,0.20159145991007485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,12288,0.039867734909057616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,10240,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,8192,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,7168,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,256,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,1024,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,16384,0.05253119866053263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,65536,0.20019200642903648
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,12288,0.039867734909057616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,10240,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,8192,0.02764799992243449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,7168,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,512,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,256,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,768,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,65536,0.19985067049662272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,16384,0.05239466826121012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,12288,0.03979946772257487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,10240,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,8192,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,7168,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,512,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,65536,0.20036266644795736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,16384,0.05225813388824463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,12288,0.039765334129333495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,10240,0.03375786542892456
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,8192,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,7168,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,6144,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,5120,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,4096,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,3072,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,2560,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,768,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,512,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,256,128,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,65536,0.2002943992614746
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,16384,0.05232640107472738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,12288,0.03969706694285075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,10240,0.03372373183568318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,8192,0.027511467536290485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,7168,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,6144,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,5120,0.018397865692774455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,4096,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,3584,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,3072,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,2560,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,1536,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,512,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,768,0.005358933409055074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,4,128,128,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,12288,1.270818074544271
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,10240,1.0456405639648438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,8192,0.8377002716064453
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,16384,1.6968704223632813
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,5120,0.5136384010314942
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,6144,0.6085290908813477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,7168,0.7136255900065105
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,4096,0.40321706136067703
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,3072,0.32129707336425783
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,3584,0.37560319900512695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,2560,0.2684245427449544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,2048,0.21422079404195152
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,1536,0.16110933621724446
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,1024,0.10844159921010335
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,768,0.08243199984232584
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,512,0.05386240084966024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,256,0.009454933802286784
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,65536,128,0.008806399504343669
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,12288,0.3138901392618815
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,16384,0.4074837366739909
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,10240,0.25333760579427084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,8192,0.2045269330342611
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,7168,0.17807359695434571
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,65536,1.7931605021158856
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,6144,0.15319040616353352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,5120,0.12776106993357342
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,4096,0.11386880079905193
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,3584,0.10038613478342692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,3072,0.08608427047729492
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,2560,0.07246507008870443
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,2048,0.05331626733144125
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,1536,0.04495360056559245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,1024,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,768,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,512,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,16384,128,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,16384,0.31392428080240886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,8192,0.1540778636932373
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,12288,0.23551999727884926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,65536,1.2818431854248047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,10240,0.1914197285970052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,7168,0.13428053855895997
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,5120,0.09680213133494059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,6144,0.11557546456654866
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,4096,0.0868010679880778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,3584,0.06891520023345947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,3072,0.059665067990620935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,2048,0.04160853226979573
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,2560,0.05573973258336386
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,1536,0.008328533172607422
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,768,0.005973333120346069
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,512,0.005256533126036326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,256,0.004369066655635833
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,12288,128,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,16384,0.2599253336588542
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,12288,0.19623252550760906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,65536,1.061410140991211
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,10240,0.15926613807678222
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,8192,0.12796586354573566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,7168,0.11250346501668293
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,6144,0.09690453211466471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,5120,0.08543573220570883
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,4096,0.06604799826939901
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,3584,0.05928959846496582
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,3072,0.055978667736053464
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,2560,0.04450986782709758
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,2048,0.019694934288660683
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,1536,0.008226133386294047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,1024,0.006621866424878438
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,512,0.005154133339722951
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,256,0.004266666869322458
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,10240,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,16384,0.2081450621287028
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,12288,0.15796906153361004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,65536,0.8408746719360352
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,8192,0.10294613043467205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,10240,0.12759040196736654
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,7168,0.09052159786224365
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,5120,0.065774933497111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,6144,0.07884799639383952
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,4096,0.053657599290212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,3584,0.04754773378372192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,3072,0.04580693244934082
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,2560,0.024234666426976522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,2048,0.009591466188430786
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,512,0.004983466863632202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,256,0.004164266586303711
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,8192,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,16384,0.1809066613515218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,12288,0.13783040046691894
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,65536,0.7192576090494792
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,10240,0.1107968012491862
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,8192,0.09072639942169189
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,7168,0.07915519873301188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,6144,0.0688810666402181
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,5120,0.05758293469746908
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,4096,0.04768426815668742
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,3584,0.04157439867655437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,3072,0.040277334054311116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,2560,0.011025066177050274
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,1536,0.008021333316961924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,1024,0.0065194666385650635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,7168,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,16384,0.15476053555806477
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,65536,0.5978111902872721
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,12288,0.11803306738535564
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,10240,0.0948906660079956
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,8192,0.07857493559519449
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,7168,0.06806186834971109
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,6144,0.059665067990620935
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,5120,0.049322664737701416
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,4096,0.040584532419840495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,3584,0.034713598092397054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,3072,0.01259519954522451
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,512,0.004949333270390829
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,6144,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,16384,0.12922879854838054
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,65536,0.4946261405944824
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,12288,0.09837226867675782
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,10240,0.07976960341135661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,8192,0.06563839912414551
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,7168,0.056934400399525964
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,6144,0.05007359981536865
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,5120,0.04188160101572673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,4096,0.024439465999603272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,3584,0.014131200313568116
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,2048,0.009489066402117411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,1536,0.007884799937407176
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,1024,0.006382933259010315
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,5120,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,16384,0.10724693139394123
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,65536,0.39782400131225587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,10240,0.06546773513158163
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,12288,0.07908693154652914
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,8192,0.054067198435465494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,7168,0.04597760041554769
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,6144,0.040584532419840495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,5120,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,3584,0.013994666934013366
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,2048,0.009386666615804036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,4096,256,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,65536,0.36293973922729494
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,16384,0.09318400224049886
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,12288,0.0710314671198527
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,10240,0.058879999319712314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,8192,0.04751360019048055
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,6144,0.03324586749076843
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,7168,0.04143786827723185
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,3584,0.013960533340771995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,256,0.004130133241415024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3584,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,16384,0.08325119813283285
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,65536,0.321126397450765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,12288,0.06318080027898153
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,10240,0.053384534517923986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,8192,0.048810664812723795
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,7168,0.037205334504445395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,5120,0.018568533658981323
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,4096,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,3072,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,16384,0.0741376002629598
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,65536,0.28156585693359376
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,12288,0.05560319821039835
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,10240,0.04741119941075643
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,8192,0.03068586587905884
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,7168,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,4096,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,512,0.004676266511281332
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2560,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,65536,0.24637440045674644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,16384,0.07086079915364583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,12288,0.048537600040435794
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,10240,0.03573760191599528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,8192,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,7168,0.02461013396581014
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,2048,128,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,16384,0.05775359869003296
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,65536,0.21572267214457191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,12288,0.039867734909057616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,10240,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,8192,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,7168,0.024644267559051514
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,4096,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,768,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1536,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,16384,0.0524288018544515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,65536,0.20138667424519857
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,12288,0.039833601315816244
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,10240,0.03389439980189006
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,8192,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,7168,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,6144,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,1024,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,65536,0.20005547205607094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,16384,0.0524288018544515
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,12288,0.03979946772257487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,10240,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,8192,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,7168,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,6144,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,4096,0.01546239952246348
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,1536,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,768,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,65536,0.19974826176961263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,16384,0.05225813388824463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,12288,0.039765334129333495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,8192,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,10240,0.03379199902216594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,7168,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,6144,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,5120,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,4096,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,768,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,128,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,512,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,65536,0.1998165289560954
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,16384,0.05225813388824463
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,12288,0.03969706694285075
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,10240,0.03368959824244182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,8192,0.027511467536290485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,7168,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,6144,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,5120,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,4096,0.015359999736150107
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,3584,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,3072,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,2560,0.010752000411351522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,2048,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,1536,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,512,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,256,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,65536,0.19971413612365724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,16384,0.05215573310852051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,12288,0.039662933349609374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,10240,0.03368959824244182
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,7168,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,8192,0.02744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,6144,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,5120,0.018363734086354576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,4096,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,3584,0.01378986636797587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,3072,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,2560,0.010717866818110149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,2048,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,1024,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,768,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,512,0.004539733131726583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,256,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,2,128,128,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,8192,0.837666130065918
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,7168,0.7142741521199544
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,10240,1.044480005900065
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,12288,1.2692479451497396
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,6144,0.6079488118489583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,16384,1.6956075032552083
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,5120,0.5086890538533528
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,4096,0.40601600011189776
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,3584,0.3403434753417969
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,3072,0.2910549481709798
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,2560,0.2681856155395508
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,2048,0.2139135996500651
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,1536,0.16080212593078613
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,1024,0.10840746561686199
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,768,0.08253440062204996
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,512,0.05379413366317749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,256,0.009489066402117411
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,65536,128,0.008738133311271667
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,12288,0.31105705897013347
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,16384,0.40625492731730145
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,10240,0.25227947235107423
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,8192,0.20381013552347818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,7168,0.1779370625813802
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,65536,1.7937408447265626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,6144,0.15291733741760255
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,5120,0.1276586691538493
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,4096,0.11076266765594482
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,3584,0.10038613478342692
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,3072,0.078165332476298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,2560,0.06905173460642497
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,2048,0.053384534517923986
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,1536,0.0448853333791097
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,1024,0.007202133536338806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,768,0.00631466656923294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,512,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,256,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,16384,128,0.004198400179545084
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,16384,0.31945387522379554
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,65536,1.2901376088460288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,12288,0.23558826446533204
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,10240,0.19087360699971517
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,8192,0.1539413293202718
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,7168,0.1342463970184326
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,6144,0.11543893019358317
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,5120,0.09680213133494059
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,4096,0.08949759801228842
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,3584,0.07690239747365316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,3072,0.059630934397379556
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,2560,0.05017600059509277
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,2048,0.04109653234481812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,1024,0.006690133114655812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,768,0.005905066430568695
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,512,0.006792533397674561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,12288,128,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,16384,0.26630825996398927
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,12288,0.19660800298055012
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,10240,0.1592319965362549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,8192,0.12813653151194254
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,65536,1.0516480127970378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,7168,0.11212800343831379
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,6144,0.09697279930114747
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,5120,0.08127146561940511
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,3584,0.05946026643117269
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,4096,0.07314773400624594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,3072,0.050312534968058265
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,2560,0.0423253337542216
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,2048,0.027955200274785357
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,1536,0.008260266482830047
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,1024,0.006656000018119812
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,768,0.005870933334032694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,512,0.005051733553409576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,128,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,10240,256,0.004300799965858459
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,65536,0.8364714940388998
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,16384,0.20776960055033364
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,12288,0.15762772560119628
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,10240,0.1276245355606079
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,8192,0.10308266480763753
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,7168,0.09065813223520915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,6144,0.07840426762898764
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,5120,0.06580906709035238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,3584,0.0527018666267395
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,4096,0.060108800729115806
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,2560,0.024064000447591147
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,3072,0.04096000194549561
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,1536,0.007987200220425924
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,768,0.005666133264700572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,8192,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,16384,0.18025813102722169
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,12288,0.13847893079121906
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,65536,0.7208618799845378
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,10240,0.11127466360727947
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,8192,0.09072639942169189
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,6144,0.06908586819966635
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,7168,0.07915519873301188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,5120,0.05778773228327433
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,4096,0.04782079855600993
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,3584,0.04157439867655437
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,2560,0.011059199770291645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,3072,0.03973120053609212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,1536,0.00795306662718455
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,768,0.0055978665749231975
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,512,0.004915200173854828
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,7168,128,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,16384,0.1547946612040202
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,65536,0.5956949234008789
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,12288,0.11816960175832111
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,10240,0.09506133397420248
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,8192,0.07837013403574625
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,7168,0.06789120038350424
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,6144,0.059699201583862306
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,5120,0.05478399991989136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,4096,0.040584532419840495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,3584,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,3072,0.012526933352152506
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,2560,0.010990933577219645
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,2048,0.00955733358860016
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,768,0.0056320001681645715
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,1024,0.006485333542029063
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,512,0.004846933484077454
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,6144,128,0.0040277334551016486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,65536,0.49848321278889973
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,16384,0.12916053136189778
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,12288,0.09765546321868897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,10240,0.07987199624379476
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,8192,0.06580906709035238
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,7168,0.056797866026560465
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,6144,0.05003946622212728
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,5120,0.04188160101572673
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,4096,0.027716267108917236
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,3072,0.012458667159080505
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,3584,0.014028799533843995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,2560,0.010956799983978272
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,2048,0.009523199995358785
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,1536,0.007918933530648549
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,1024,0.006451199948787689
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,768,0.0055637334783871974
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,512,0.00477866679430008
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,256,0.0040618665516376495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,5120,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,16384,0.10533546606699626
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,65536,0.39970134099324545
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,12288,0.07980373700459799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,10240,0.06492160161336263
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,8192,0.05379413366317749
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,7168,0.045943466822306316
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,6144,0.040686933199564616
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,5120,0.02484906713167826
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,3072,0.01242453356583913
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,2048,0.009318400422732036
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,1536,0.007816533247629803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,1024,0.006246399879455566
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,512,0.004744533201058706
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,4096,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,65536,0.3632810592651367
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,16384,0.0939349333445231
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,12288,0.07072426478068033
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,10240,0.058879999319712314
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,8192,0.04771840174992879
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,7168,0.04130133390426636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,6144,0.03426986535390218
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,5120,0.018602667252222697
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,4096,0.015496533115704855
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,3584,0.013926399747530618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,2560,0.01088853379090627
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,2048,0.009352533022562663
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,1536,0.007782400151093801
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,1024,0.00628053347269694
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,768,0.0054954667886098225
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,512,0.004710400104522705
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,256,0.0039594667653242745
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3584,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,65536,0.3194197336832682
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,16384,0.08198826313018799
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,10240,0.05304319858551025
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,12288,0.06277120113372803
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,8192,0.042461868127187094
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,7168,0.03717120091120402
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,6144,0.021572266022364298
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,4096,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,3072,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,16384,0.07342080275217691
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,12288,0.05533013343811035
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,65536,0.2796544075012207
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,10240,0.0475818673769633
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,8192,0.031197865804036457
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,7168,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,6144,0.021538132429122926
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,4096,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,3072,0.012390399972597759
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,1024,0.006212266782919565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2560,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,65536,0.24657920201619468
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,12288,0.048401065667470294
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,16384,0.06543360153834024
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,10240,0.03515733480453491
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,8192,0.027613866329193115
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,6144,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,7168,0.024541866779327393
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,5120,0.01853440006573995
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,4096,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,2560,0.010854400197664897
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,2048,0.009284266829490661
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,1536,0.007748266557852428
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,2048,128,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,65536,0.2158250649770101
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,16384,0.05836799939473471
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,12288,0.03993599812189738
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,10240,0.03386026620864868
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,8192,0.02754559914271037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,7168,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,6144,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,4096,0.015428266922632852
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,3584,0.013892267147699991
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,3072,0.012356266379356384
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,768,0.0054613331953684485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1536,128,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,16384,0.05236053466796875
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,65536,0.20128426551818848
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,10240,0.0338261326154073
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,12288,0.03979946772257487
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,8192,0.02757973273595174
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,7168,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,6144,0.021504000822703043
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,5120,0.018500266472498576
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,4096,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,2560,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,2048,0.009215999643007915
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,1024,0.006178133189678192
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,128,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,1024,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,65536,0.20036266644795736
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,16384,0.052292267481486
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,12288,0.039765334129333495
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,10240,0.03379199902216594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,8192,0.02754559914271037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,7168,0.024576000372568765
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,6144,0.02146986722946167
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,5120,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,3584,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,4096,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,3072,0.012322133779525757
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,256,0.003993600110212962
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,768,128,0.003857066730658213
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,16384,0.05215573310852051
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,65536,0.19971413612365724
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,12288,0.03973120053609212
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,8192,0.02754559914271037
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,10240,0.03379199902216594
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,7168,0.02450773318608602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,6144,0.021435733636220297
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,5120,0.0184661328792572
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,4096,0.01539413332939148
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,3584,0.013858133554458618
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,3072,0.012288000186284382
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,2560,0.010820266604423524
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,1536,0.0076799998680750535
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,1024,0.006144000093142191
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,768,0.005393066505591074
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,512,0.004642133414745331
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,128,0.003822933385769526
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,512,256,0.0038912000755469004
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,16384,0.05218986670176188
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,65536,0.19869012832641603
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,10240,0.03372373183568318
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,12288,0.039662933349609374
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,8192,0.027511467536290485
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,7168,0.02450773318608602
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,6144,0.021401600042978922
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,5120,0.01843199928601583
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,4096,0.015291733543078103
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,3584,0.013823999961217245
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,3072,0.01225386659304301
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,2048,0.009250133236249288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,2560,0.010786133011182149
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,1024,0.006109866499900818
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,1536,0.007714133461316426
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,768,0.005427200098832448
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,512,0.0045738667249679565
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,128,0.003788800040880839
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,256,256,0.003925333420435587
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,65536,0.1995434602101644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,16384,0.052121599515279136
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,12288,0.03956053256988525
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,10240,0.03362133502960205
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,8192,0.02744320034980774
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,7168,0.024473599592844644
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,6144,0.021367466449737547
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,4096,0.01532586713631948
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,5120,0.018329600493113198
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,3584,0.01372160017490387
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,3072,0.012219732999801636
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,2560,0.010752000411351522
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,2048,0.009181867043177288
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,1536,0.007645866771539052
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,768,0.0053247998158137
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,1024,0.006075733403364817
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,512,0.0046079998215039575
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,256,0.004095999896526337
TRTLLM,1.0.0,NVIDIA L40S,gemm,torch_flow,fp8_block,1,128,128,0.0037546666959921518
